-- Logs begin at Tue 2021-04-20 05:05:42 UTC, end at Tue 2021-04-20 06:35:47 UTC. -- Apr 20 05:35:20.557483 dv-cinder-786054-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 05:35:23.664150 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.common.config [-] Logging enabled! Apr 20 05:35:23.664670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev101 Apr 20 05:35:23.666022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 05:35:23.667885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.common.config [-] Logging enabled! Apr 20 05:35:23.668176 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev101 Apr 20 05:35:23.668532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 05:35:23.669584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:23.669841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:23.670909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:23.671220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:23.671468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:23.671840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.672184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.672525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.672777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.673133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.673460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.673780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.674099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.674438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.674762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.675076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.675432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.675694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.676011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.676339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.676670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.676905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] debug = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.677224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.677776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.678081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.678396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.678723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.679037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.679372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.679682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.679999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.680364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] host = dv-cinder-786054-4-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.680679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.681008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.681336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.681869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.682340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.682691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.683020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.683360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.683671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.683984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.684315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.684644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.684986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.685240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.685491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.685818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.686147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.686457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.686768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.687076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.687409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.688037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.688344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.688670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.688995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.689324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.689633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.689941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.690247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.690551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.690875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.691208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.691524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.691834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.692164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.692466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.692774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.693117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.693444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.693765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.694091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.694399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.694723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.695027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.695357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.695662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_json = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.695967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.696269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.696625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.696893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.697200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.697638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.698029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.698353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:23.698689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.699029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.699400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.699718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.700054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.700369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.700701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.701013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.701342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.701679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.702007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.702322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.702645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.702959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.703322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.703674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.704014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.704350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.704661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.704972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.705279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.705591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.705922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.706262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.706600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.706912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.707255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.707590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.707909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.708219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.708538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.708869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.709186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.709495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.709816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.710131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.710439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.710745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.711057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.711416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.711752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.712056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.712366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.712676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.713069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.713423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.713745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.714051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.714343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.714658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.714971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.715311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.715626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.715935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.716247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.716556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.716861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.717171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.717477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.717783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.718089 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.718404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.718716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.719024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.719365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.719673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.719981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.720290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.720615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.720955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.721270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.721589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.721905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.722219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.722531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.722847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.723185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.723504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.723817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.724148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.724470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.724797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.725119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.725435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.725773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.726090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.726411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.726725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.727042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.727398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.727718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.728056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.728400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.728778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.729114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.729445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.729765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.730123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.730441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:23.730689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:23.730959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86270) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 05:35:24.391315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Gnome Apr 20 05:35:24.408228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Google Apr 20 05:35:24.410916 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 05:35:24.414455 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading file Apr 20 05:35:24.415319 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading keyczar Apr 20 05:35:24.415614 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading multi Apr 20 05:35:24.416475 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading pyfs Apr 20 05:35:24.462717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:24.463239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:24.463564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:24.463953 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 05:35:24.857748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.858301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.858301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.859743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.860170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.860466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.897324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.897631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.897931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.912769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.913077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.913371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.979031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.979363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.979673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.980687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.980993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.982734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.251848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.252046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.252374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.252684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.253521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.399688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.400072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.400386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.400723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.401023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.401407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.401873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.402164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.402457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.402794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.403143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.403433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.403720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.404013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.404324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.404642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.404940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.405257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.405543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.405883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.406333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.406618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.406895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.407247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.407532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.407811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.408239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.408516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.408788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.409059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.409329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.409600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:25.410023 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 05:35:25.413140 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 05:35:25.417135 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 05:35:25.420959 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 20 05:35:25.422607 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 05:35:25.423959 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 05:35:25.424343 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 05:35:25.424778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 05:35:25.428532 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 05:35:25.428806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 05:35:25.429195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 05:35:25.456130 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 05:35:25.456637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.456970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 05:35:25.457378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.458715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 05:35:25.459040 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 05:35:25.459371 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 05:35:25.462495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.462805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:25.528787 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 05:35:25.528933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 05:35:25.529243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 05:35:25.529646 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 05:35:25.566614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.sqlalchemy.engines [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86270) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 05:35:26.027954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing driver for type 'gre' Apr 20 05:35:26.028515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] gre ID ranges: [(1, 1000)] Apr 20 05:35:26.074711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing driver for type 'local' Apr 20 05:35:26.075082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing driver for type 'vlan' Apr 20 05:35:26.089579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] VlanTypeDriver initialization complete Apr 20 05:35:26.090230 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing driver for type 'vxlan' Apr 20 05:35:26.091004 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] vxlan ID ranges: [(1, 1000)] Apr 20 05:35:26.140412 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing extension driver 'port_security' Apr 20 05:35:26.140783 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] PortSecurityExtensionDriver initialization complete Apr 20 05:35:26.141143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing mechanism driver 'openvswitch' Apr 20 05:35:26.141504 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing mechanism driver 'hyperv' Apr 20 05:35:26.147858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:26.148687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.149093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.149479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.149894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.150284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.150663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.151071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.151481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.151856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.152266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.152645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.153151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.153564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.153937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.154308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.154715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > address_group after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.155127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > address_group after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.155508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > address_group after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.155871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] ML2 OVO RPC backend initialized. {{(pid=86270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 05:35:26.156662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.157058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.157510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.157887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > networks before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.158265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.158632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > ports before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.159009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.159409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnets before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.159784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.160151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.160516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.160879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.161243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.161607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.161976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.162342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.162702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.163355 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.plugin [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Modular L2 Plugin initialization complete Apr 20 05:35:26.163714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading services supported by the core plugin {{(pid=86270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 05:35:26.164077 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Got port-security extension from driver 'port_security' Apr 20 05:35:26.164580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.extensions.vlantransparent [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Disabled vlantransparent extension. Apr 20 05:35:26.165119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 05:35:26.165459 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: router Apr 20 05:35:26.203637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.204069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.204485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router before_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.204894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.205321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.205722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_delete 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.206120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > floatingip after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.206536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.206919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.207342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.207732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.208138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.208622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.209049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.209425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.209801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.210181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.210567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > port precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.210954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.211366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.211824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.212229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.212592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_delete 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.213015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.213434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router_interface after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.213817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.214250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.215353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Tracking information for resource: router configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:26.215753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Tracking information for resource: floatingip configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:26.220792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_agentschedulers_db [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 05:35:26.221449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.221844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.222227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.222614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.223558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router before_create 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.223959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_delete 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.224341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_create 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.224733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > router precommit_update 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.229933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.provider_configuration [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service providers = [] {{(pid=86270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 05:35:26.230329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.servicetype_db [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 05:35:26.233186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:26.233568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:26.233939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:26.234828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:26.235261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.services.service_base [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 05:35:26.235682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.236016 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 05:35:26.246334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.246702 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: auto_allocate Apr 20 05:35:26.252591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: network precommit_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.252986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: network precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.253590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.253947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: tag Apr 20 05:35:26.261110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.261482 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: timestamp Apr 20 05:35:26.265361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.265733 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: network_ip_availability Apr 20 05:35:26.271249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.271658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.272043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.272843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.273201 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: flavors Apr 20 05:35:26.277906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.278331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading Plugin: revisions Apr 20 05:35:26.282825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:26.283282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:26.284088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 05:35:26.284443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Initializing extension manager. Apr 20 05:35:26.285010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: __init__.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.285383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: __pycache__ {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.285750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.286116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.286896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.287571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: address-group Apr 20 05:35:26.287933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: address_scope.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.288691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.289281 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: address-scope Apr 20 05:35:26.289640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: admin_state_down_before_update.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.290558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.291217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: router-admin-state-down-before-update Apr 20 05:35:26.291579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: agent.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.292329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.292907 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: agent Apr 20 05:35:26.293264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: agent_resources_synced.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.294173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.294752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: agent-resources-synced Apr 20 05:35:26.295143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: allowedaddresspairs.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.296953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.297556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: allowed-address-pairs Apr 20 05:35:26.297918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: auto_allocated_topology.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.298987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.299604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: auto-allocated-topology Apr 20 05:35:26.299967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.300717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.301296 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: availability_zone Apr 20 05:35:26.301654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: availability_zone_filter.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.302572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.303173 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: availability_zone_filter Apr 20 05:35:26.303531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: data_plane_status.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.304568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.305150 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 05:35:26.305506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: default_subnetpools.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.306420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.307056 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: default-subnetpools Apr 20 05:35:26.307436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: dhcpagentscheduler.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.308309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.308895 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: dhcp_agent_scheduler Apr 20 05:35:26.309261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: dns.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.310202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.310775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension dns-integration not supported by any of loaded plugins Apr 20 05:35:26.311158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: dns_domain_ports.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.312073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.312967 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 05:35:26.313326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: dvr.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.314040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.314618 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: dvr Apr 20 05:35:26.314980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: empty_string_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.315922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.316500 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: empty-string-filtering Apr 20 05:35:26.316857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.317777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.318347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 05:35:26.318702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.319645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.320218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 05:35:26.320558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: external_net.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.321477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.322055 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: external-net Apr 20 05:35:26.322468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: extra_dhcp_opt.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.323394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.323984 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: extra_dhcp_opt Apr 20 05:35:26.324341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: extraroute.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.325266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.325845 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: extraroute Apr 20 05:35:26.326204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: extraroute_atomic.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.327267 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.327859 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: extraroute-atomic Apr 20 05:35:26.328222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: filter_validation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.328917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.329490 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: filter-validation Apr 20 05:35:26.329841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: fip_pf_description.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.330755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.331354 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 05:35:26.331709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: fip_port_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.332727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.333304 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: fip-port-details Apr 20 05:35:26.333660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: flavors.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.334915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.335537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: flavors Apr 20 05:35:26.335898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.337549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.338189 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 05:35:26.338556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: floatingip_pools.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.339346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.339942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: floatingip-pools Apr 20 05:35:26.340307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: ip_allocation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.341259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.341848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 05:35:26.342209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.343149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.343733 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: ip-substring-filtering Apr 20 05:35:26.344096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l2_adjacency.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.345026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.345601 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 05:35:26.345961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.347032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.347653 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: router Apr 20 05:35:26.348012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3_conntrack_helper.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.350274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.350883 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 05:35:26.351280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.352221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.352812 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: ext-gw-mode Apr 20 05:35:26.353209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.354254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.354850 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: l3-ha Apr 20 05:35:26.355237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3_flavors.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.356162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.356745 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: l3-flavors Apr 20 05:35:26.357109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.358021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.358595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 05:35:26.358954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: l3agentscheduler.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.360137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.360770 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: l3_agent_scheduler Apr 20 05:35:26.361133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: logging.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.362625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.363246 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension logging not supported by any of loaded plugins Apr 20 05:35:26.363614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: metering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.364391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.365096 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: metering Apr 20 05:35:26.365459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.366552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.367168 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: metering_source_and_destination_fields Apr 20 05:35:26.367531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: multiprovidernet.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.368456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.369048 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: multi-provider Apr 20 05:35:26.369467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: netmtu.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.370451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.371032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: net-mtu Apr 20 05:35:26.371420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: netmtu_writable.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.372337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.372914 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: net-mtu-writable Apr 20 05:35:26.373276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: network_availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.374091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.374666 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: network_availability_zone Apr 20 05:35:26.375027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: network_ip_availability.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.376140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.376727 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: network-ip-availability Apr 20 05:35:26.377082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: network_segment_range.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.377906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.378483 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 05:35:26.378840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: pagination.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.379854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.380224 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: pagination Apr 20 05:35:26.380579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: port_device_profile.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.381487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.382072 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: port-device-profile Apr 20 05:35:26.382427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.383369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.383944 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: port-mac-address-regenerate Apr 20 05:35:26.384301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.385415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.385992 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: port-numa-affinity-policy Apr 20 05:35:26.386350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: port_resource_request.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.387330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.387905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 05:35:26.388255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: portbindings.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.389176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.389759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: binding Apr 20 05:35:26.390116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: portbindings_extended.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.391399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.391978 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: binding-extended Apr 20 05:35:26.392334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: portsecurity.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.393246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.393828 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: port-security Apr 20 05:35:26.394172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: project_id.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.395171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.395544 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: project-id Apr 20 05:35:26.395901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: providernet.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.396831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.397417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: provider Apr 20 05:35:26.397817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.401559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.402160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos not supported by any of loaded plugins Apr 20 05:35:26.402532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.403838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.404426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 05:35:26.404799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.405721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.406306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 05:35:26.406670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_default.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.407601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.408182 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-default not supported by any of loaded plugins Apr 20 05:35:26.408543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_fip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.409231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.409803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-fip not supported by any of loaded plugins Apr 20 05:35:26.410161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_gateway_ip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.411125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.411699 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 05:35:26.412062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_port_network_policy.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.412967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.413556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 05:35:26.413916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_rule_type_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.414812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.415417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 05:35:26.415772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: qos_rules_alias.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.416853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.417434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 05:35:26.417793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: quotasv2.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.418784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.419180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: quotas Apr 20 05:35:26.419537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: quotasv2_detail.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.421255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.421641 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: quota_details Apr 20 05:35:26.422010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: rbac.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.423190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.423792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: rbac-policies Apr 20 05:35:26.424159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: rbac_address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.425090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.425682 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: rbac-address-group Apr 20 05:35:26.426041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: rbac_address_scope.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.426977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.427592 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: rbac-address-scope Apr 20 05:35:26.427948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: rbac_security_groups.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.428859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.429445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: rbac-security-groups Apr 20 05:35:26.429804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: rbac_subnetpool.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.430729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.431350 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: rbac-subnetpool Apr 20 05:35:26.431745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: revisionifmatch.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.432843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.433438 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: revision-if-match Apr 20 05:35:26.433792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: revisions.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.434929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.435535 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: standard-attr-revisions Apr 20 05:35:26.435894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: router_availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.436608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.437193 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: router_availability_zone Apr 20 05:35:26.437871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: routerservicetype.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.438797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.439445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension router-service-type not supported by any of loaded plugins Apr 20 05:35:26.439802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.440723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.441307 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: security-groups-normalized-cidr Apr 20 05:35:26.441664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: security_groups_port_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.442592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.443210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: port-security-groups-filtering Apr 20 05:35:26.443570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.444501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.445094 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: security-groups-remote-address-group Apr 20 05:35:26.445450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: securitygroup.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.458836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.459507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: security-group Apr 20 05:35:26.459878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: segment.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.460730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.461315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension segment not supported by any of loaded plugins Apr 20 05:35:26.461678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.462617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.463269 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 05:35:26.463631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: servicetype.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.464726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.465322 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: service-type Apr 20 05:35:26.465686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: sorting.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.466659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.467035 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: sorting Apr 20 05:35:26.467425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: standard_attr_segment.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.468353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.468923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 05:35:26.469285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: standardattrdescription.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.469975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.470558 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: standard-attr-description Apr 20 05:35:26.470926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: stateful_security_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.471894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.472499 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: stateful-security-group Apr 20 05:35:26.472858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: stdattrs_common.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.473438 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 05:35:26.473776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.474783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.475395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 05:35:26.475752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnet_onboard.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.476810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.477399 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: subnet_onboard Apr 20 05:35:26.477758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.478722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.479315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 05:35:26.479673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnet_service_types.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.480595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.481192 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: subnet-service-types Apr 20 05:35:26.481552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnetallocation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.482633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.483262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: subnet_allocation Apr 20 05:35:26.483625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.484317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.484911 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: subnetpool-prefix-ops Apr 20 05:35:26.485269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.486215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.486791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 05:35:26.487170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: tagging.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.488452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.489052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: standard-attr-tag Apr 20 05:35:26.489413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: timestamp.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.490580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.491193 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loaded extension: standard-attr-timestamp Apr 20 05:35:26.491555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: trunk.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.492580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.493163 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension trunk not supported by any of loaded plugins Apr 20 05:35:26.493523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: trunk_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.494507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.495179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension trunk-details not supported by any of loaded plugins Apr 20 05:35:26.495543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: uplink_status_propagation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.496470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.497051 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 05:35:26.497409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Loading extension file: vlantransparent.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:26.498100 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:26.498676 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 05:35:26.501456 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:network Apr 20 05:35:26.502262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnet Apr 20 05:35:26.502935 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:26.503631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:port Apr 20 05:35:26.505122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.505603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service FLAVORS assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.506278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.506769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.507136 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:router Apr 20 05:35:26.507879 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:floatingip Apr 20 05:35:26.508643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service METERING assigned prefix: /metering {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.510473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.510882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.511292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:26.512424 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 05:35:26.512905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:security_group Apr 20 05:35:26.513712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 05:35:26.514507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service CORE assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.514888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:26.515286 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] subnetpool is already registered Apr 20 05:35:26.515942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service CORE assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.516302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:26.516650 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] subnetpool is already registered Apr 20 05:35:26.519390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.519867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service FLAVORS assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.520502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.520960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.521321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:router Apr 20 05:35:26.521685 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] router is already registered Apr 20 05:35:26.522337 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:floatingip Apr 20 05:35:26.522699 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] floatingip is already registered Apr 20 05:35:26.523420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service METERING assigned prefix: /metering {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.524138 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 05:35:26.524480 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] rbac_policy is already registered Apr 20 05:35:26.525105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:security_group Apr 20 05:35:26.525555 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] security_group is already registered Apr 20 05:35:26.526200 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 05:35:26.526561 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] security_group_rule is already registered Apr 20 05:35:26.527312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service CORE assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.527678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:26.528041 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] subnetpool is already registered Apr 20 05:35:26.528757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Service CORE assigned prefix: {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:26.529078 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:26.529438 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] subnetpool is already registered Apr 20 05:35:26.530136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: extensions {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.531695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: address-groups {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.533353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: address-scopes {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.534607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.535867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: auto-allocated-topology {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.537181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: availability_zones {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.538545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: dhcp-networks {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.540044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: dhcp-agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.541887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.543883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: flavors {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.545113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: service_profiles {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.546386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: next_providers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.548015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: service_profiles {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.549520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: floatingip-pools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.550787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.552683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: floatingips {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.554036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: l3-routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.555530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: l3-agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.557060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: metering-labels {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.559348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: metering-label-rules {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.560669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: network-ip-availabilities {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.562005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: bindings {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.564081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: quotas {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.565589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: quotas {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.567048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: rbac-policies {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.568448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: security-groups {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.569709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: security-group-rules {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.571012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: service-providers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.572318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: subnetpools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.573817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: subnetpools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.575372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.577131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.579013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.580893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.582731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.584680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.586455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.588541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.590452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.592407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:26.599257 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 05:35:26.604611 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 05:35:26.613478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Acquired lock "singleton_lock" {{(pid=86270) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 05:35:26.613992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Releasing lock "singleton_lock" {{(pid=86270) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 05:35:26.615502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Starting 2 workers Apr 20 05:35:26.620284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Started child 86383 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:26.624359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.624973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Started child 86384 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:26.625789 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [-] (86383) wsgi starting up on http://0.0.0.0:9696 Apr 20 05:35:26.626383 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 05:35:26.627032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Notify callbacks [] for process, before_spawn {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.628462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.629485 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Starting 1 workers Apr 20 05:35:26.629759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [-] (86384) wsgi starting up on http://0.0.0.0:9696 Apr 20 05:35:26.635174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Started child 86385 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:26.635387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Starting 1 workers Apr 20 05:35:26.637269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] calling RpcWorker wait() {{(pid=86385) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 05:35:26.637659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] returning from RpcWorker wait() {{(pid=86385) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 05:35:26.639127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.639634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:26.640111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Started child 86386 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:26.640878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3233-4bd2-4895-9280-8daefd85c63d None None] Notify callbacks [] for process, after_spawn {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.642450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86270) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 05:35:26.642640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:26.643062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:26.643361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:26.643779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:26.643923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:26.644004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:26.644534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.644832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.645127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.645383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.645701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.646351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.646651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.646943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.647295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.647568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.647769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.647921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.648219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.648487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.648831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.649116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.649381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.649664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.649885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.650134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.650479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.650762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.651059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] debug = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.651368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.651932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.652181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.652456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.652703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.653007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.653274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.653580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.653838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.654081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.654362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.654644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.654897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.655185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.655437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.655725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.655969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.656403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host = dv-cinder-786054-4-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.656660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.656917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.657182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.657443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.657718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.657974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.658255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.658544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.658815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.659060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.659346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.659607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.659876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.660146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.660310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_options = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.660553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.660851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.661144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.661354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.661542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.661732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.662044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.662201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.662479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.662738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.662983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.663254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.663525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.663766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.664064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.664325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.664602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.664830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.665115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.665397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.665675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.665938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.666239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.666494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.666737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.666980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.667334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.667778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.668023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.668288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.668536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.668818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.669165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.669512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.669664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.669847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.670133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.670518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.670770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.671053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.671361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.672627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.672627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.672627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.672627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_json = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.673900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.674085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:26.674180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.674371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.674645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.675104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.675428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.675792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.676057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.676338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.676610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.676881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.677148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.677439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.677707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.678039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.678456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.678959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.679240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.679560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.679891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.680197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.680497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.680727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.681175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.681428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.681706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.682052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.682457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.682746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.683001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.683280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.683535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.683807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.684056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.684302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.684549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.688698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.689846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.690033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.690289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.690571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.690818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.691058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.691364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.691611 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.691879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.692160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.692530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.692775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.693018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.693275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.693530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.693780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.694044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.694291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.694538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.694789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.695011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.695420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.695830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.696074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.696454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.696682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.697148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.697480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.697806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.698057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.698309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.698570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.698865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.699240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.699510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.699787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.700048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.700335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.700570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.700848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.701095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.701348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.701596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.701886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.702146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.702419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.702671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.702917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.703311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.703566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.703819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.704063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.704333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.704593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.704870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.705149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.705432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.705697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.705997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.706311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.706556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.706891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.707261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.707409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.707712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.707946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.708255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.708552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.708817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.711942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.712233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.713976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.714890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.714890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.714890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.715307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.715307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.715580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.715721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.716343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.716343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.716638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.716638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.716857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.717127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.717390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.717655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.717898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.718144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.718409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.718675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.718916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.719194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.719469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.719695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.720101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58986) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:26.720236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.720612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.720993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.721441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.721695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.722009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.722293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.722556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.722835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.723122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.723390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.723635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.723912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.724163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.724409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.724668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.724916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.725157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.725416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.725693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.725938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.726211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.726494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.726836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.727116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.727394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.727657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.727901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.728163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.728408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.728713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.728957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.729202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.729446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.729720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.729993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.730257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.730497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.730736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.730949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.731365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.731520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.733323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.734851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.735828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.735828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.735828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736153 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0132930 Apr 20 05:35:26.736286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.736933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.737068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.737347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.737648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.737882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.738163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.738599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.739035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.739585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.740143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.740799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.741289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.741554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.741808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.742456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.742802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.743205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.743554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.743990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.744552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.745190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.745690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.746683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.746683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.746683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.746917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.748653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.749384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.749654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.749911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.750192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.750472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.750733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.750984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.752144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.752443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.753389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.753666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.753945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.754198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.754391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:26.754928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86270) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 05:35:26.755163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:26.755284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:26.755674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:26.755874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:26.756172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:26.756531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.756831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.757159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.757327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.757677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.757889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.758057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.758416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.758606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.758792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.758977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.759188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.759377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.759557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.759767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.759985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.760847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.760847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.760847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.760847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] debug = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.761928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.762274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.762463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.762646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.762831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.762984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.763201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.763363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.763521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.763860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.764178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.764501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.764816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.765130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.765445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.765784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host = dv-cinder-786054-4-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.766052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.766157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.766265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.766620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.766960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.767321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.767484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.767805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.768123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.768461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.768643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.768826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_options = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.769910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.770284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.770567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.770752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.770935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.771139 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.771331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.771514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.771694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.771875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.772964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.773144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.773325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.773505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.774932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.775063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.775465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.775791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.776111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.776430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.776743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.777901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.778023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.778185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.778501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_json = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.778871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.779243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.779416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.779570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.779908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.780095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.780283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.780461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:26.780654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.780840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.781963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.782147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.782331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.782521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.782706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.782902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.783170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.783412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.783633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.783896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.784076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.784282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.784597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.784798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.785966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.786154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.786368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.786491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.786671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.786857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.787978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.788505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.788505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.788505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.788856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.788856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.789966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.790159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.790340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.790523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.790706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.790891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.791278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.791724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.793402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.793402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.793402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.793402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.794578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.796544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.797903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.798994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.800954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.801141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.801330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.801514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.801700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.801885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.802994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.803942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.804136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.804320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.804508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.804704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.804892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.805081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.805367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.805565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.805761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.805951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.806117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.806301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.806486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.806701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.806884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.807071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.807274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.807457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.807641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.807837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.808036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.808221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.808409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.808595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.808829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.809013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.809197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.809380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.809564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.811709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.812351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.812878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.813072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.813660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.813660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.814180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.814364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.814550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.814735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.814925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.815139 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.815297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.815583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.815771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.815956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.816144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.816332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.816511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.816685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.816838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.817053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.817301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.817463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.818795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.818988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.819203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.819373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.819729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.820085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.820280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.820471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.820775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.821964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.822993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.823284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.823470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.823660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.823831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.823986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.824174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.824358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.824520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.824710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.824897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.825081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.825264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.825522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.825640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.826998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.827209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.827397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.827582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.827764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.827960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.828144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.828309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.828984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.829175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.829373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.829558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.829745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.829929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.830152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.830331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.830491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.830679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.830863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.831046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.831295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.831483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.831669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.831865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.832966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.833150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.833335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.834355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.835794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.836951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.837229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.837229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.837490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.837490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:26.838945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:37.579291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9b4ba-e3e1-4a7d-adb3-1ad53d3c35fb None None] get_active_networks_info from dv-cinder-786054-4-iscsi {{(pid=86385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 05:35:37.701191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9b4ba-e3e1-4a7d-adb3-1ad53d3c35fb None None] No non-hosted networks {{(pid=86385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 05:35:37.724287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agentschedulers_db [None req-9fe9b4ba-e3e1-4a7d-adb3-1ad53d3c35fb None None] DHCP Agent not found on host dv-cinder-786054-4-iscsi {{(pid=86385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 05:35:37.868361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e96538e1-7109-41a1-8616-7a04117d9d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:39.920640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-14aa3641-5656-4031-9057-60ab6978d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:40.003457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7d3-6ad7-44ea-9803-86439ac1b19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:40.231902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:41.504510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:41.506461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.507443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.508032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.508634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.509582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.510311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.512341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.512976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.513542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.514721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.519306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.519932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:41.520766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786054-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:41.528345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:41.840040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:42.474038 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_hamode_db [None req-0a5c907e-6a36-4986-aa98-caa2feb380ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 05:35:42.566533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c907e-6a36-4986-aa98-caa2feb380ff None None] Routers set() bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:35:42.567120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c907e-6a36-4986-aa98-caa2feb380ff None None] Router IDs set() for agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 05:35:42.939327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59080) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:43.577639 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-33fa37af-5aa6-4e90-87e1-275389f38476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:43.578174 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-33fa37af-5aa6-4e90-87e1-275389f38476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:43.805208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-33fa37af-5aa6-4e90-87e1-275389f38476 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:35:43.806268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-33fa37af-5aa6-4e90-87e1-275389f38476 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8658209 Apr 20 05:35:46.553618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59096) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:46.958334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:47.067955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.policy [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86384) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 05:35:47.122726 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:47.123131 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:47.140950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Loaded quota_driver: . Apr 20 05:35:47.157732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:47.216164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638345333', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638344921', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638335629', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638325601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638312708', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307638312143', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4157511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3942215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597936'] for rbac-policy, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:47.448257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:47.449539 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4f813eae-b8fb-4ea3-a4c8-6585fd32e2c9 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8946157 Apr 20 05:35:50.452239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59110) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:51.114573 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:51.115180 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:51.343549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:51.346657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.quota [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Loaded quota_driver: . Apr 20 05:35:51.363205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:51.370168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Usage tracker for resource:network and tenant:0a448d88a39f49f8bb55d1eb1c6d7859 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:51.374798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:51.382876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:51.399083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Made reservation on behalf of 0a448d88a39f49f8bb55d1eb1c6d7859 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:35:51.475979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.policy [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86383) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 05:35:51.530959 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:51.531358 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:51.552087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:51.572302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:51.588952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:51.592950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Usage tracker for resource:security_group_rule and tenant:0a448d88a39f49f8bb55d1eb1c6d7859 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:51.596601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:51.602581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:51.864372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:51.868820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:51.873577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:51.889867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:35:51.915203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363307638309014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:51.915819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Unsubscribe: segment precommit_create {{(pid=86383) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 05:35:51.916267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Added segment e86e68dc-f212-46ae-a9c5-9814666809e5 of type vlan for network f7e6ff06-a52d-49f4-9756-155d82b7067b Apr 20 05:35:51.972391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5815fd3-062a-479a-876a-e2ac9246dab4,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:51.993234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.993625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.993982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.994331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.994679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.995026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.995398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.995740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.996095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.996436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.996746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.997080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Tracked resource versions report: Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:35:51.998121 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:35:52.034821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:52.048793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:52.077306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:52.078735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:52.079414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:52.084171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:52.191645 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7371447 Apr 20 05:35:52.194489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e6ff06-a52d-49f4-9756-155d82b7067b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:52.198141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:52.211363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network f7e6ff06-a52d-49f4-9756-155d82b7067b details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:35:55.286953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59132) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:55.782457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba386a20-e547-4d8f-8b46-3be4c558526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:55.783872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ba386a20-e547-4d8f-8b46-3be4c558526f admin admin] 10.222.0.38 "GET /v2.0/networks/f7e6ff06-a52d-49f4-9756-155d82b7067b HTTP/1.1" status: 200 len: 825 time: 0.4957581 Apr 20 05:35:55.817745 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4eec6628-706b-4991-b684-47faf84d9458 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927 HTTP/1.1" status: 200 len: 734 time: 0.0251963 Apr 20 05:35:55.827146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'name': 'private-subnet', 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:55.831866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:55.835895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Usage tracker for resource:subnet and tenant:0a448d88a39f49f8bb55d1eb1c6d7859 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:55.842342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:55.848494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:55.862386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Made reservation on behalf of 0a448d88a39f49f8bb55d1eb1c6d7859 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:35:55.866915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.353190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.357400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:56.439538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:56.443882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Checking segment: {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:35:56.444255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Network hostable DHCP agents. Network: f7e6ff06-a52d-49f4-9756-155d82b7067b, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:35:56.448821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:56.468486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Network f7e6ff06-a52d-49f4-9756-155d82b7067b is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:35:56.483183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, f7e6ff06-a52d-49f4-9756-155d82b7067b) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:35:56.488153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:56.488791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.493742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a456c-d61c-458f-8715-aa53d8655125 None None] Network f7e6ff06-a52d-49f4-9756-155d82b7067b requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:35:56.509371 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6855125 Apr 20 05:35:57.093225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-f7e6ff06-a52d-49f4-9756-155d82b7067b', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:35:57.094388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.284922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Allocated IP 172.20.0.2 (f7e6ff06-a52d-49f4-9756-155d82b7067b/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9/de2477e0-b0d1-40da-aca3-6b9b2daa55f8) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:35:57.518138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.531678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Transition to ACTIVE for port object de2477e0-b0d1-40da-aca3-6b9b2daa55f8 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:35:57.552830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Transition to ACTIVE for port object de2477e0-b0d1-40da-aca3-6b9b2daa55f8 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:35:57.559592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.564515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:57.632602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Network f7e6ff06-a52d-49f4-9756-155d82b7067b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:35:57.635585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:35:57.642550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:35:57.644821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Pushing event updated for resources: {'Port': ['ID=de2477e0-b0d1-40da-aca3-6b9b2daa55f8,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:57.686765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.687073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.687801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.688158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.688513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.688861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.689203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.689549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.689890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.690235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.690578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.690918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Tracked resource versions report: Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:35:57.692004 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:35:57.728597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:57.755486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Attempting to bind port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:35:57.755902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Attempting to bind port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:35:57.756301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Attempting to bind port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 on network f7e6ff06-a52d-49f4-9756-155d82b7067b {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:35:57.762656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:35:57.763031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Checking segment: {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:35:57.764482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.764482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Bound using segment: {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:35:57.764482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Bound port: de2477e0-b0d1-40da-aca3-6b9b2daa55f8, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:35:57.764880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.858699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] For port de2477e0-b0d1-40da-aca3-6b9b2daa55f8, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:35:57.862768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] For port de2477e0-b0d1-40da-aca3-6b9b2daa55f8, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=de2477e0-b0d1-40da-aca3-6b9b2daa55f8,segment=NetworkSegment(e86e68dc-f212-46ae-a9c5-9814666809e5),segment_id=e86e68dc-f212-46ae-a9c5-9814666809e5)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:35:57.869061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:57.873297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:57.964927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Pushing event updated for resources: {'Port': ['ID=de2477e0-b0d1-40da-aca3-6b9b2daa55f8,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:57.968160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:59.326394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59142) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:59.738957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-19c208d4-b31f-45c3-86eb-f578533c71a0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:35:59.740079 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-19c208d4-b31f-45c3-86eb-f578533c71a0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4126790 Apr 20 05:36:02.500682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59152) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:02.914939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-5871e24c-738c-405d-82d4-ddc5ff57884f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:36:02.916894 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5871e24c-738c-405d-82d4-ddc5ff57884f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4152598 Apr 20 05:36:03.556159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device de2477e0-b0d1-40da-aca3-6b9b2daa55f8 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:03.631931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:04.684182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677760f-a528-45dd-bc87-aebd4688203b None None] Network f7e6ff06-a52d-49f4-9756-155d82b7067b requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:04.798220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Provisioning for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:04.808885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Provisioning complete for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:04.809287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:05.038901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:05.086932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] For port de2477e0-b0d1-40da-aca3-6b9b2daa55f8, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=de2477e0-b0d1-40da-aca3-6b9b2daa55f8,segment=NetworkSegment(e86e68dc-f212-46ae-a9c5-9814666809e5),segment_id=e86e68dc-f212-46ae-a9c5-9814666809e5)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:05.092829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:05.108073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:05.182995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Pushing event updated for resources: {'Port': ['ID=de2477e0-b0d1-40da-aca3-6b9b2daa55f8,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:05.186892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:05.279995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a8489b7c-1642-492e-89d2-1271f9025d7a None None] Provisioning complete for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:05.280401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8489b7c-1642-492e-89d2-1271f9025d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:05.529738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device de2477e0-b0d1-40da-aca3-6b9b2daa55f8 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:05.605435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:05.606154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:05.964415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59170) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:06.357766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Request body: {'router': {'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'name': 'router1', 'admin_state_up': True}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:06.363603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:06.367954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Usage tracker for resource:router and tenant:0a448d88a39f49f8bb55d1eb1c6d7859 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:06.371388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:06.377755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:06.388699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.390002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.420034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.529102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.549518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.550767 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-749e44e2-dff9-4205-b766-b6436999b606 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5853038 Apr 20 05:36:07.474008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b40ec746-0b97-4e5d-a638-f62c89a6fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:09.272778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59180) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:09.734612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-708f70e8-aa5d-4890-bcf8-914ae651d5fa admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:36:09.735683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-708f70e8-aa5d-4890-bcf8-914ae651d5fa admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4618871 Apr 20 05:36:09.926796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-931e4108-380c-442f-a00d-2eec95cdc919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:10.164304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.508254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.775524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.347752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59200) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:12.440975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:12.449199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:12.455997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Usage tracker for resource:network and tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:12.460767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:12.467646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:12.478966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Made reservation on behalf of 9a0d8485ebcd4b04aad0fc56e08dc6c3 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:36:12.483621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.496283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.511364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:12.515526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Usage tracker for resource:security_group_rule and tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:12.518414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:12.524386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:12.607583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.611616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.615972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:12.631385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Reserving flat network on physical network physnet1 {{(pid=86383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 05:36:12.652307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21ecbe-f0ac-4ff0-bf72-c38c88433071,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:12.655806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:12.658465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.658839 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Added segment 09259b76-8c48-4694-b061-389a7997ca38 of type flat for network 6b18d371-a20f-4f91-931c-756d5130f374 Apr 20 05:36:12.693371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.732747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.733967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:12.734580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:12.737842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:12.840062 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4911585 Apr 20 05:36:12.840764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Pushing event updated for resources: {'Network': ['ID=6b18d371-a20f-4f91-931c-756d5130f374,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:12.843575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:12.853774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 6b18d371-a20f-4f91-931c-756d5130f374 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:36:15.367396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59220) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:15.490894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d41e8-8e61-4108-83cb-488289e9e10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:15.492347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-213d41e8-8e61-4108-83cb-488289e9e10f admin admin] 10.222.0.38 "GET /v2.0/subnets/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9 HTTP/1.1" status: 200 len: 849 time: 0.1238873 Apr 20 05:36:15.641379 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-42632dcf-5bf0-4208-979d-6c6f983ff090 admin admin] 10.222.0.38 "GET /v2.0/routers/eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 HTTP/1.1" status: 200 len: 704 time: 0.1423037 Apr 20 05:36:16.280926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:16.520391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Allocated IP 172.20.0.1 (f7e6ff06-a52d-49f4-9756-155d82b7067b/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9/024fc2c1-ef39-453f-b982-6fcc62bd25c2) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:36:16.684253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:16.702379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Transition to ACTIVE for port object 024fc2c1-ef39-453f-b982-6fcc62bd25c2 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:16.757382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:16.761211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:16.829453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Network f7e6ff06-a52d-49f4-9756-155d82b7067b is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:16.832458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:16.836271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:36:16.836809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:16.973094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Pushing event updated for resources: {'Port': ['ID=024fc2c1-ef39-453f-b982-6fcc62bd25c2,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:16.984380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:17.017183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8f75c159-124d-4455-8efb-7e164647da47 None None] Provisioning for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:17.023049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8f75c159-124d-4455-8efb-7e164647da47 None None] Provisioning complete for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:17.023518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8f75c159-124d-4455-8efb-7e164647da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.079900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8f75c159-124d-4455-8efb-7e164647da47 None None] Port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:36:17.111121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.352926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.358219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.359319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.362710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:17.494527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Pushing event updated for resources: {'Port': ['ID=024fc2c1-ef39-453f-b982-6fcc62bd25c2,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:17.498570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:17.562863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Network f7e6ff06-a52d-49f4-9756-155d82b7067b is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:17.563967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:17.764398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:36:17.806636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-76a32071-ac7f-4281-8e11-5af1aa4b5959 None None] Provisioning complete for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:17.807056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76a32071-ac7f-4281-8e11-5af1aa4b5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.867408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-76a32071-ac7f-4281-8e11-5af1aa4b5959 None None] Port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:36:18.092390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:36:18.101871 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] 10.222.0.38 "PUT /v2.0/routers/eb373c17-4fe7-4c7e-803b-7ea3a35a47a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4520471 Apr 20 05:36:18.103246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Sync routers for ids ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:36:18.115807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Routers {'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:18.116713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:36:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:18.302350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Set router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:18.853785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:17Z', 'revision_number': 2, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port_host': None, '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:17Z', 'revision_number': 2, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:18.858954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Checking router: eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:36:18.859360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Updating router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:36:18.917824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.310731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.325146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Transition to ACTIVE for port object 024fc2c1-ef39-453f-b982-6fcc62bd25c2 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:19.331437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.336050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:19.558063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Pushing event updated for resources: {'Port': ['ID=024fc2c1-ef39-453f-b982-6fcc62bd25c2,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:19.567698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Attempting to bind port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:36:19.568120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Attempting to bind port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:36:19.568520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Attempting to bind port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 on network f7e6ff06-a52d-49f4-9756-155d82b7067b {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:36:19.571319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.571691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.572051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.572406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.572757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.573110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.573460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.573808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.574156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.574502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.574844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.575206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Tracked resource versions report: Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:36:19.576248 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:36:19.582133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:19.583041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:36:19.583506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Checking segment: {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:19.583975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.584382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Bound using segment: {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:36:19.584907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Bound port: 024fc2c1-ef39-453f-b982-6fcc62bd25c2, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86e68dc-f212-46ae-a9c5-9814666809e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:36:19.585317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.680700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] For port 024fc2c1-ef39-453f-b982-6fcc62bd25c2, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:36:19.684921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] For port 024fc2c1-ef39-453f-b982-6fcc62bd25c2, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=024fc2c1-ef39-453f-b982-6fcc62bd25c2,segment=NetworkSegment(e86e68dc-f212-46ae-a9c5-9814666809e5),segment_id=e86e68dc-f212-46ae-a9c5-9814666809e5)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:36:19.688730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.693816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:19.777439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Routers {'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:19.778156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:36:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:19.900520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Pushing event updated for resources: {'Port': ['ID=024fc2c1-ef39-453f-b982-6fcc62bd25c2,revision_number=4']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:19.910734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:19.947796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] Set router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:20.295352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:17Z', 'revision_number': 2, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port_host': None, '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:19Z', 'revision_number': 4, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:20.299674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23527c5-4f6b-48a6-ba5a-3a99b2f48ff0 None None] The sync data for ids ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'] in dv-cinder-786054-4-iscsi is: [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:17Z', 'revision_number': 2, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port_host': None, '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:19Z', 'revision_number': 4, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:36:20.612365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59232) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:20.775563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55fe89-13ab-400c-906b-4afa5f1fb333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:20.776159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b55fe89-13ab-400c-906b-4afa5f1fb333 admin admin] Synchronizing usage tracker for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:36:20.793798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b55fe89-13ab-400c-906b-4afa5f1fb333 admin admin] Unset dirty status for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:36:20.794964 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8b55fe89-13ab-400c-906b-4afa5f1fb333 admin admin] 10.222.0.38 "GET /v2.0/networks/6b18d371-a20f-4f91-931c-756d5130f374 HTTP/1.1" status: 200 len: 842 time: 0.1815510 Apr 20 05:36:20.805622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:20.811303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:20.815667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Usage tracker for resource:subnet and tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:20.818606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:20.825307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:20.834902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Made reservation on behalf of 9a0d8485ebcd4b04aad0fc56e08dc6c3 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:36:20.839575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:21.279593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.objects.ports [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86383) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 05:36:21.280100 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:21.283964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:21.358535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f3eba6-747c-44d1-9206-4140ffe246a7,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:21.367113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:21.370747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:21.371147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Network hostable DHCP agents. Network: 6b18d371-a20f-4f91-931c-756d5130f374, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:36:21.390462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:36:21.398579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 6b18d371-a20f-4f91-931c-756d5130f374) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:21.402512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:21.403164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:21.407897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd886a53-0921-404d-a6ed-576546b1e03d None None] Network 6b18d371-a20f-4f91-931c-756d5130f374 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:21.424172 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6224577 Apr 20 05:36:21.656197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673180d-42ae-4cb9-a435-e2bd55a0db42 None None] Network 6b18d371-a20f-4f91-931c-756d5130f374 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:23.576104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 024fc2c1-ef39-453f-b982-6fcc62bd25c2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:23.649819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:23.655204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:23.655614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.783468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.817682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 024fc2c1-ef39-453f-b982-6fcc62bd25c2, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=024fc2c1-ef39-453f-b982-6fcc62bd25c2,segment=NetworkSegment(e86e68dc-f212-46ae-a9c5-9814666809e5),segment_id=e86e68dc-f212-46ae-a9c5-9814666809e5)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:23.821049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.823174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:23.895544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=024fc2c1-ef39-453f-b982-6fcc62bd25c2,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:23.898860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:24.041449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59246) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:24.258450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-05434c25-e9a4-43b2-bdd9-592a5d8264d9 admin admin] 10.222.0.38 "GET /v2.0/routers/eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 HTTP/1.1" status: 200 len: 710 time: 0.2138436 Apr 20 05:36:24.404347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada6239-9d91-45f7-9524-453d1b04c124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:24.405806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5ada6239-9d91-45f7-9524-453d1b04c124 admin admin] 10.222.0.38 "GET /v2.0/networks/6b18d371-a20f-4f91-931c-756d5130f374 HTTP/1.1" status: 200 len: 886 time: 0.1425903 Apr 20 05:36:24.419439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:24.895628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.253528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.312921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.454131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Allocated IP 172.27.2.6 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/40aab13e-5c8d-4eaa-be35-dc81575cc9e1) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:36:25.556212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 024fc2c1-ef39-453f-b982-6fcc62bd25c2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:25.609251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.627893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:25.628299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.640887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.645915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:25.703800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:25.711811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:25.719247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:36:26.039244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Pushing event updated for resources: {'Port': ['ID=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:26.043596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:26.326269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.691871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.695469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627496'] for router, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.885609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:36:27.068535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:36:27.078099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:27.079256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Sync routers for ids ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:36:27.079429 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] 10.222.0.38 "PUT /v2.0/routers/eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 HTTP/1.1" status: 200 len: 888 time: 2.6634929 Apr 20 05:36:27.090674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Routers {'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:27.091395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:36:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:27.295353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Set router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:27.652693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:26Z', 'revision_number': 4, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port': {'id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:25Z', 'updated_at': '2021-04-20T05:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:27.657881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Checking router: eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:36:27.658264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Updating router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:36:27.716842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.065147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.077375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Transition to ACTIVE for port object 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:28.083570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.087898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:28.172758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Pushing event updated for resources: {'Port': ['ID=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:28.175230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Attempting to bind port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:36:28.175604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Attempting to bind port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:36:28.176032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Attempting to bind port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:36:28.178360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:28.182891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:36:28.183330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:28.183769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.184185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:36:28.184688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Bound port: 40aab13e-5c8d-4eaa-be35-dc81575cc9e1, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:36:28.185109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.264423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] For port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:36:28.267647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] For port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:36:28.273150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:28.277407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:28.360714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Routers {'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:28.361392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:36:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:28.412540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Pushing event updated for resources: {'Port': ['ID=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:28.421026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:28.554018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] Set router eb373c17-4fe7-4c7e-803b-7ea3a35a47a5 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:28.902110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:26Z', 'revision_number': 4, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port': {'id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:25Z', 'updated_at': '2021-04-20T05:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:28.906400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3385923-cd87-4faf-94c6-5b75e2ee9a3e None None] The sync data for ids ['eb373c17-4fe7-4c7e-803b-7ea3a35a47a5'] in dv-cinder-786054-4-iscsi is: [{'id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'name': 'router1', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:06Z', 'updated_at': '2021-04-20T05:36:26Z', 'revision_number': 4, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'gw_port': {'id': '40aab13e-5c8d-4eaa-be35-dc81575cc9e1', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:25Z', 'updated_at': '2021-04-20T05:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '024fc2c1-ef39-453f-b982-6fcc62bd25c2', 'name': '', 'network_id': 'f7e6ff06-a52d-49f4-9756-155d82b7067b', 'tenant_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'mac_address': 'fa:16:3e:02:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb373c17-4fe7-4c7e-803b-7ea3a35a47a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:16Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '0a448d88a39f49f8bb55d1eb1c6d7859', 'subnets': [{'id': 'e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d6a6dd5-6006-4bd2-b03e-5a6f4f3f3927'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:36:29.574995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:29.662826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:29.669079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:29.669442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.756274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59256) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:29.797364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.814701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:29.817681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.819906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dfe2e723-5a24-47e3-bd62-81dcd9ef9826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:29.895832 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-97896a31-8505-4f8d-b53a-91c42c71ea62 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1284909 Apr 20 05:36:29.896110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=40aab13e-5c8d-4eaa-be35-dc81575cc9e1,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:29.896819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:31.559044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:31.636179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 40aab13e-5c8d-4eaa-be35-dc81575cc9e1 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:31.636179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:35.717640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:36:37.490652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff1c33ba-604f-45f9-a694-0e9f28a5faec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:39.931909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d15f082-54bf-439c-bfb5-7eff2da7faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:40.160582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:41.512135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:41.785157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:07.475448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3d5-fdd0-43ba-99bb-8c531d841c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:09.935767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0874e739-6cf9-4112-bc14-134520b24ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:10.163715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:11.516821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:11.791945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:12.718676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:37:37.478722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-377c3e95-3a2a-40b7-be98-8b6be4cad7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:39.940269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-10eb2fcb-a104-4476-a333-d26bfd15e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:40.168825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:41.519749 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:41.796346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:49.718455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:38:07.482667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e2645e-3b9a-4518-8124-147f67af5080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:09.943553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd49f-8a08-4f5a-9418-ccba41251717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:10.170301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:11.522688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:11.801019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:16.391477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59826) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:16.480178 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d3c61f-558a-433b-8e8b-55bcd6d966d4 admin admin] GET failed (client error): The resource could not be found. Apr 20 05:38:16.481534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-77d3c61f-558a-433b-8e8b-55bcd6d966d4 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0890186 Apr 20 05:38:16.626119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd941f18-eb95-4500-b434-50ec3af2ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:16.627703 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bd941f18-eb95-4500-b434-50ec3af2ff01 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1396632 Apr 20 05:38:19.096331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59836) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:19.226916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b20e2bc-c2d1-444d-b583-799691093356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:19.227563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2b20e2bc-c2d1-444d-b583-799691093356 admin admin] Synchronizing usage tracker for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:subnet {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:38:19.244166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2b20e2bc-c2d1-444d-b583-799691093356 admin admin] Unset dirty status for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:subnet {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:38:19.245400 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b20e2bc-c2d1-444d-b583-799691093356 admin admin] 10.222.0.38 "GET /v2.0/subnets/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9 HTTP/1.1" status: 200 len: 849 time: 0.1480620 Apr 20 05:38:19.255991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:38:19.387075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:19.701937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729216548825'] for subnet, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:19.705809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cc156ba-1a14-43ea-ac0f-6f8582c2cab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:38:19.749917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:19.750410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:19.751804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] 10.222.0.38 "PUT /v2.0/subnets/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9 HTTP/1.1" status: 200 len: 868 time: 0.4999402 Apr 20 05:38:19.752530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea9520-23bb-4444-99fd-39a52e562b23 None None] Network f7e6ff06-a52d-49f4-9756-155d82b7067b requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:38:19.774841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:38:19.783244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.783626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.783961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.784344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.784695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.785068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.785415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.785743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.786095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.786477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.786789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.787227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:19.790973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:38:20.201143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-bf97b5d2-64fb-4f62-ad36-77f100db7d28 None None] Provisioning complete for port de2477e0-b0d1-40da-aca3-6b9b2daa55f8 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:38:20.201696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bf97b5d2-64fb-4f62-ad36-77f100db7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:20.335742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-bf97b5d2-64fb-4f62-ad36-77f100db7d28 None None] Provisioning complete for port 024fc2c1-ef39-453f-b982-6fcc62bd25c2 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:38:20.336079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bf97b5d2-64fb-4f62-ad36-77f100db7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:22.253636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59846) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:22.638365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee1566-92b7-4256-9f49-499436d4b8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:22.638889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee1566-92b7-4256-9f49-499436d4b8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:22.640625 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d9ee1566-92b7-4256-9f49-499436d4b8e1 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3858895 Apr 20 05:38:25.107001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59856) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:25.305825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6913fca-4057-4bfa-b9c8-57167c4d3b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:25.306343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6913fca-4057-4bfa-b9c8-57167c4d3b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:25.308013 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f6913fca-4057-4bfa-b9c8-57167c4d3b26 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995625 Apr 20 05:38:26.718167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:38:27.785553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59866) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:27.982051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cb730-4705-45b9-9dca-0bfeaf45fbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:27.983582 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8e5cb730-4705-45b9-9dca-0bfeaf45fbd0 admin admin] 10.222.0.38 "GET /v2.0/networks/6b18d371-a20f-4f91-931c-756d5130f374 HTTP/1.1" status: 200 len: 886 time: 0.1966593 Apr 20 05:38:30.492443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59876) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:30.693535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d79fa5-f209-4d46-bf53-2e06182743b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:30.695002 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e6d79fa5-f209-4d46-bf53-2e06182743b2 admin admin] 10.222.0.38 "GET /v2.0/networks/f7e6ff06-a52d-49f4-9756-155d82b7067b HTTP/1.1" status: 200 len: 869 time: 0.2014575 Apr 20 05:38:33.169809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59886) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:33.299031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f9063-5a21-4c9b-84a9-e8c576547680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:33.299560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f9063-5a21-4c9b-84a9-e8c576547680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:33.301144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0f4f9063-5a21-4c9b-84a9-e8c576547680 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303458 Apr 20 05:38:35.796126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59896) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:35.924864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d997e-815e-405a-8146-58d79d925201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:35.925361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d997e-815e-405a-8146-58d79d925201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:35.927004 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-321d997e-815e-405a-8146-58d79d925201 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298530 Apr 20 05:38:37.485515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b68f2957-50b5-46f3-b090-6022f29223d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:38.420252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59906) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:38.550283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32126233-e639-4292-a0c2-78eb0fc07b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:38.551680 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-32126233-e639-4292-a0c2-78eb0fc07b05 admin admin] 10.222.0.38 "GET /v2.0/subnets/e0168fae-9eb2-4eb3-af5f-fb7cffd0d2b9 HTTP/1.1" status: 200 len: 868 time: 0.1299701 Apr 20 05:38:39.947297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-40bf08b3-0776-453b-84f8-9b486c407c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:40.172407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:41.046225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59916) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:41.169104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f20707-b85e-4ddc-a51c-276252ef5080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:41.170529 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-72f20707-b85e-4ddc-a51c-276252ef5080 admin admin] 10.222.0.38 "GET /v2.0/subnets/f2f3eba6-747c-44d1-9206-4140ffe246a7 HTTP/1.1" status: 200 len: 816 time: 0.1230495 Apr 20 05:38:41.538605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:41.805283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:03.719300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:39:07.491720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c823085b-635d-4d8f-b56a-1bfe0f2d4fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:07.553222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59960) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:07.616016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-010b3f7e-ebb0-4940-9ee7-eaec1996e8f9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:39:07.617681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-010b3f7e-ebb0-4940-9ee7-eaec1996e8f9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628862 Apr 20 05:39:09.950661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c156165-127f-45c1-9294-382a484cbb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.171212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59970) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:10.175078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.268410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-75865cc1-fbf7-40f0-8d59-4731e1113d8c admin admin] GET failed (client error): The resource could not be found. Apr 20 05:39:10.269814 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-75865cc1-fbf7-40f0-8d59-4731e1113d8c admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0975993 Apr 20 05:39:10.431745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59b4619-7ba0-4622-b3ad-f36efeffd8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:10.433380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a59b4619-7ba0-4622-b3ad-f36efeffd8e4 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1588793 Apr 20 05:39:11.533128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:11.808702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:12.943302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59980) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:13.006676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:39:13.011943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:39:13.023305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:39:13.033702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Made reservation on behalf of 9a0d8485ebcd4b04aad0fc56e08dc6c3 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:39:13.038381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:13.132918 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.services.revisions.revision_plugin [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Could not find related network for resource to bump revision. Apr 20 05:39:13.148508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:39:13.157555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:13.157931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Added segment eefd1570-1e1e-4111-8bc9-9d0c0e326a67 of type vlan for network 084acdd2-16f8-417c-8b03-0f26f0bb8eca Apr 20 05:39:13.184147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:13.215731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:13.217070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:13.217694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:13.221090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:13.325395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3806200 Apr 20 05:39:13.326123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Pushing event updated for resources: {'Network': ['ID=084acdd2-16f8-417c-8b03-0f26f0bb8eca,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:13.329115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:13.337392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:39:15.822496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59990) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:15.903397 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7992afd4-f48a-4ec6-9dfb-709191e5f4e5 admin admin] GET failed (client error): The resource could not be found. Apr 20 05:39:15.904754 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7992afd4-f48a-4ec6-9dfb-709191e5f4e5 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0808892 Apr 20 05:39:16.021997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46360520-bb1e-4cd1-a476-355f1dd2bd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:16.023520 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-46360520-bb1e-4cd1-a476-355f1dd2bd3c admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1142883 Apr 20 05:39:16.034644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Request body: {'subnet': {'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:39:16.040951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:39:16.053412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:39:16.065375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Made reservation on behalf of 9a0d8485ebcd4b04aad0fc56e08dc6c3 for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:39:16.071233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:16.526422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:16.530619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:16.619237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Checking segment: {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:39:16.619626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Network hostable DHCP agents. Network: 084acdd2-16f8-417c-8b03-0f26f0bb8eca, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:39:16.627389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef3f156-0ccf-4537-a77e-085d2e04c0b2,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:16.638977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.639382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.639746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.640099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.640450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.640805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.641152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.641503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.641845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.642221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.642544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.642890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Tracked resource versions report: Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:39:16.644103 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:39:16.677624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:39:16.680184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:16.689600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 084acdd2-16f8-417c-8b03-0f26f0bb8eca) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:39:16.697836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:16.698495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:16.699316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65612002-7da1-4103-8e44-ceb17f0b3475 None None] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:39:16.725935 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6951163 Apr 20 05:39:16.938575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-084acdd2-16f8-417c-8b03-0f26f0bb8eca', 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca', 'tenant_id': '9a0d8485ebcd4b04aad0fc56e08dc6c3', 'fixed_ips': [{'subnet_id': '4ef3f156-0ccf-4537-a77e-085d2e04c0b2'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:39:16.939521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.106509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Allocated IP 192.168.233.2 (084acdd2-16f8-417c-8b03-0f26f0bb8eca/4ef3f156-0ccf-4537-a77e-085d2e04c0b2/f9b4146a-5cd5-4517-b6eb-40036edef192) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:39:17.324627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.335643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Transition to ACTIVE for port object f9b4146a-5cd5-4517-b6eb-40036edef192 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:39:17.355959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Transition to ACTIVE for port object f9b4146a-5cd5-4517-b6eb-40036edef192 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:39:17.359962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.365764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:17.436612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:39:17.439890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:39:17.444752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:39:17.446885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Pushing event updated for resources: {'Port': ['ID=f9b4146a-5cd5-4517-b6eb-40036edef192,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:17.456600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.456973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.457319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.457791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.458245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.458685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.459066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.459444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.459807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.460156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.460502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.460857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:17.495362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:17.554722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Attempting to bind port f9b4146a-5cd5-4517-b6eb-40036edef192 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:39:17.555067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Attempting to bind port f9b4146a-5cd5-4517-b6eb-40036edef192 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:39:17.555503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Attempting to bind port f9b4146a-5cd5-4517-b6eb-40036edef192 on network 084acdd2-16f8-417c-8b03-0f26f0bb8eca {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:39:17.561340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:39:17.561746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Checking segment: {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:39:17.562178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.562910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Bound using segment: {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:39:17.563527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Bound port: f9b4146a-5cd5-4517-b6eb-40036edef192, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:39:17.563940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.656892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] For port f9b4146a-5cd5-4517-b6eb-40036edef192, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:39:17.660604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] For port f9b4146a-5cd5-4517-b6eb-40036edef192, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=f9b4146a-5cd5-4517-b6eb-40036edef192,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:39:17.665517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.673208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:17.753555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Pushing event updated for resources: {'Port': ['ID=f9b4146a-5cd5-4517-b6eb-40036edef192,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:17.756887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:19.008640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6e410-fb85-4d8f-99c7-04ef32a9b2d0 None None] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:39:19.109827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-00128ea3-b08f-44d5-84d2-5465570078ea None None] Provisioning for port f9b4146a-5cd5-4517-b6eb-40036edef192 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:39:19.740564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f9b4146a-5cd5-4517-b6eb-40036edef192 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:39:19.815992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port f9b4146a-5cd5-4517-b6eb-40036edef192 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:39:19.821078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port f9b4146a-5cd5-4517-b6eb-40036edef192 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:39:19.821485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:19.944901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:19.979310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port f9b4146a-5cd5-4517-b6eb-40036edef192, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=f9b4146a-5cd5-4517-b6eb-40036edef192,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:39:19.982932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:19.985119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:20.054271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=f9b4146a-5cd5-4517-b6eb-40036edef192,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:20.057560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:21.721446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f9b4146a-5cd5-4517-b6eb-40036edef192 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:39:21.796346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port f9b4146a-5cd5-4517-b6eb-40036edef192 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:39:21.796753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:37.489422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df46b6f5-e31c-4994-9c18-1249f7243b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:39.952908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6c7e3d46-6fb8-453a-83f9-92d540922709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:40.179968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:40.719564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:39:41.535656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:41.811932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:07.482729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-110c7b3e-b73e-4c5b-a3f3-a9b685f6dc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:09.967774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b99ea17-8a25-4f7e-a245-aec57bfd1143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:10.183366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:11.540979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:11.816398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:17.720246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:40:33.717912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60036) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:33.724442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-9b0ee389-b0b6-4122-aa22-f081dab18a0d tempest-verify_tempest_config-162066400 tempest-verify_tempest_config-162066400-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:40:33.725527 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9b0ee389-b0b6-4122-aa22-f081dab18a0d tempest-verify_tempest_config-162066400 tempest-verify_tempest_config-162066400-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065863 Apr 20 05:40:34.069974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60054) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:34.198727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.214699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:40:34.221462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd768155d0c42a291b78c6bd49195be is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:40:34.224816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:40:34.231117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:40:34.324069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.327882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.335587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:40:34.376932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Synchronizing usage tracker for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:40:34.379300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c559f9b9-fb65-41b2-b9a8-66bb9861f16e,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:40:34.389598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.389981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.390348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.390701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.391058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.391474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.391827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.392175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.392529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.392880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.393216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.393560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.398280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:40:34.407257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Unset dirty status for tenant:9a0d8485ebcd4b04aad0fc56e08dc6c3 on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:40:34.408568 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccd768155d0c42a291b78c6bd49195be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373284 Apr 20 05:40:34.411592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60060) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:34.477855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.510983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.571890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.575919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:40:34.587268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559f9b9-fb65-41b2-b9a8-66bb9861f16e,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:40:34.589576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:40:34.596002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.597199 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c559f9b9-fb65-41b2-b9a8-66bb9861f16e HTTP/1.1" status: 204 len: 168 time: 0.1846783 Apr 20 05:40:37.485651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88a5c91a-ffcf-4ff1-8ab8-7decad4befab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:39.960167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5463a95a-48ab-47d1-9a7a-159df7656503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:40.186653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:41.544296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:41.819342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:54.726577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:41:07.493548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca8487c7-e68e-4f12-bfa3-7bc07f5a5349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:09.966635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d2bd29dd-0115-4099-ab7b-2b115946208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:10.194040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:11.559295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:11.827192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:31.732151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 5 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:41:37.489418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-22423389-f909-40bc-bf3b-08a9e50ed919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:39.961334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98fb1229-4aa7-49f3-98ba-24875616ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:40.204211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:41.563940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:41.837676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:06.818839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997'] for agent, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:07.489075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95b21b41-929e-4c2d-aa7b-45009f6eee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:08.734546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:42:09.947025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93637345-08b9-4bfd-a4e4-62d99260a5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:10.196689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:11.428196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60120) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:42:11.557919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:11.559763 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-235aebec-fe68-4607-8902-911a90d97e86 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1303442 Apr 20 05:42:11.834172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:14.045826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60130) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:42:14.124011 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-066cfbae-2b15-4b90-9b6a-8d384e749916 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0770078 Apr 20 05:42:36.783506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:37.488963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3745fb90-ee57-4a82-8959-1546f1122ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:39.962332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e668efd3-c6f6-42ed-8ba4-195bcb49e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:40.209596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:41.562536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:41.841511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:45.740391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:43:06.775310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:07.487790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-40fd7c4f-a350-496e-8ad2-aaa6bf28aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:09.956323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ade6123d-bc95-4b6f-8095-58048e207de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:10.204734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:11.568356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:11.843852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:22.740447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:43:36.786366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:37.481095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac88f82e-5e2f-4448-a065-a97812bdc347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:39.952512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a77c6057-11e2-4db5-a82a-327e45a8157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:40.205914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:41.572433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:41.855293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.114731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60312) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:46.464787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-network', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:46.478406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:46.478406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Usage tracker for resource:network and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:46.478942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:46.485357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:46.495289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Made reservation on behalf of b686ed9b9dee4a0f8986763a77753600 for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:46.506236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.520376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.539251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:46.543644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:46.547135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:46.553622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:46.671057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.671057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.681749 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:46.684097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:46.717821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a075e6a-f75b-4bd2-b3d6-6418fc538a27,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:46.724665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363307638309014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.725277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Unsubscribe: segment precommit_create {{(pid=86384) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 05:43:46.725752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Added segment 14b1328e-c215-4c9c-8388-6901a53f9990 of type vlan for network a068a83a-b8b6-46fa-aeac-aa24a5caedcb Apr 20 05:43:46.742541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.742901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.743479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.743838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.744198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.744561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.744967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.745247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.745580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.745924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.746262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.746595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Tracked resource versions report: Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:43:46.747738 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:46.764703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:46.784320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.827171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.829640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:46.830624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:46.836474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:46.959599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Pushing event updated for resources: {'Network': ['ID=a068a83a-b8b6-46fa-aeac-aa24a5caedcb,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:46.966445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8474987 Apr 20 05:43:46.966445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:46.967858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60354) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:46.974020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Request body: {'subnet': {'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-subnet', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:46.974244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:46.979279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:46.983334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Usage tracker for resource:subnet and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:46.986683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:46.992851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:47.005936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Made reservation on behalf of b686ed9b9dee4a0f8986763a77753600 for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:47.011181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.099539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60362) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:47.201021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60368) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:47.387154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60386) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:47.446213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.451384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c32fb2e9-1616-40ef-8503-cc80b4588fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:47.490600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-38799109-network', 'tenant_id': '4b5f3c92407e410eab135171c3623375'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:47.496060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:47.500376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Usage tracker for resource:network and tenant:4b5f3c92407e410eab135171c3623375 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:47.503694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:47.511424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:47.525299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-network', 'tenant_id': '4565756a212640149372cc9e26a0fa5e'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:47.530945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Made reservation on behalf of 4b5f3c92407e410eab135171c3623375 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:47.533760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:47.537129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.537784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:47.538741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Checking segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:47.539140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Network hostable DHCP agents. Network: a068a83a-b8b6-46fa-aeac-aa24a5caedcb, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:47.552315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:47.555650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.558417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:47.568104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, a068a83a-b8b6-46fa-aeac-aa24a5caedcb) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:47.576292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Usage tracker for resource:network and tenant:4565756a212640149372cc9e26a0fa5e is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:47.579265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f216371-8d70-45d5-8860-d8109080d3c0 None None] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:47.580121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:47.582040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:47.582841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.584262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Usage tracker for resource:security_group_rule and tenant:4b5f3c92407e410eab135171c3623375 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:47.587720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:47.594550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:47.630696 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6616652 Apr 20 05:43:47.631660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60398) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:47.637977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:47.643600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:47.648525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Usage tracker for resource:router and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:47.657342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:47.665116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:47.679781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.682329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.700509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.702301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:47.706334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.723818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:47.728534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.734099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.734641 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Added segment 8de0f78a-2f52-407b-8b7b-fd0d78a947dd of type vlan for network 8c34e465-5433-406d-9ab4-173a8e40887b Apr 20 05:43:47.763457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.794507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:47.797358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:47.809029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.817295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:47.824077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.889647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-867330738-network', 'tenant_id': '8eb3cddced074298b4e5028a2dc76893'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:47.897015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Made reservation on behalf of 4565756a212640149372cc9e26a0fa5e for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:47.903151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.922188 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8185999 Apr 20 05:43:47.922357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:43:47.922357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.925994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60422) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:47.955618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Request body: {'subnet': {'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-38799109-subnet', 'tenant_id': '4b5f3c92407e410eab135171c3623375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:47.960359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:47.997192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:48.009668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:48.029614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Usage tracker for resource:subnet and tenant:4b5f3c92407e410eab135171c3623375 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:48.045233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:48.049880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85301082-95e0-47a3-a4d0-781e9be76ba7,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:48.066911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Usage tracker for resource:network and tenant:8eb3cddced074298b4e5028a2dc76893 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:48.086824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:48.092724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:48.098008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:48.118119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Usage tracker for resource:security_group_rule and tenant:4565756a212640149372cc9e26a0fa5e is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:48.129397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:48.145712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Allocated IP 172.20.0.2 (a068a83a-b8b6-46fa-aeac-aa24a5caedcb/b1ae290f-7a5a-447a-b58a-b3bf1a05eb53/ab39f78c-d7de-4785-a640-29539635e0cb) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:48.148582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:48.178433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.180854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.181365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.181812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.184588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.184793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.185234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.185676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.186115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.187016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.188521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.189837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Tracked resource versions report: Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:43:48.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:48.205344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:48.229913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:48.230483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9d42444-cca4-4829-b469-377c28abd49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:48.296818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Made reservation on behalf of 4b5f3c92407e410eab135171c3623375 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:48.307833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.411189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.423616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Transition to ACTIVE for port object ab39f78c-d7de-4785-a640-29539635e0cb will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:48.448214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Transition to ACTIVE for port object ab39f78c-d7de-4785-a640-29539635e0cb will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:48.455505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.462642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:48.479044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.538809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Pushing event updated for resources: {'Port': ['ID=ab39f78c-d7de-4785-a640-29539635e0cb,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:48.550737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.551435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.552133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.552685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.553245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.553803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.554695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.555260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:48.555646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.556358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.556826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.557287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.557740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Tracked resource versions report: Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:43:48.558914 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:48.561225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.591369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:48.593839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:43:48.595477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:48.598149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:43:48.622220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.681543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Pushing event updated for resources: {'Network': ['ID=8c34e465-5433-406d-9ab4-173a8e40887b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:48.693053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:48.715433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 8c34e465-5433-406d-9ab4-173a8e40887b details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:48.715694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:48.728610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Usage tracker for resource:security_group_rule and tenant:8eb3cddced074298b4e5028a2dc76893 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:48.735478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:48.761483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:48.805078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60444) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:48.815471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.828701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.847148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5563181e-b3cc-4d9a-81b6-e140a04a31d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:48.895337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Attempting to bind port ab39f78c-d7de-4785-a640-29539635e0cb on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:43:48.896246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Attempting to bind port ab39f78c-d7de-4785-a640-29539635e0cb by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:43:48.897010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Attempting to bind port ab39f78c-d7de-4785-a640-29539635e0cb on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:43:48.904903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:43:48.905655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Checking segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:48.906302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:48.906922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Bound using segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:43:48.907641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Bound port: ab39f78c-d7de-4785-a640-29539635e0cb, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:43:48.908276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.025906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67d7f0-b294-40c1-9a65-b344fd4b2865,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:49.028193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] For port ab39f78c-d7de-4785-a640-29539635e0cb, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:43:49.035485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:49.038514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:49.048018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] For port ab39f78c-d7de-4785-a640-29539635e0cb, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ab39f78c-d7de-4785-a640-29539635e0cb,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:43:49.055600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.061443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:49.098396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.113188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.134549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:49.138826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5550c2f1e24957b24f5f1eab587a26 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:49.142030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:49.147665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.153341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:49.158622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.159139 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Added segment c3d9affd-5f93-4fef-ac3e-5aa1077dc97f of type vlan for network 48d01119-2504-4c5f-81eb-9a6d44f19d97 Apr 20 05:43:49.163902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Pushing event updated for resources: {'Port': ['ID=ab39f78c-d7de-4785-a640-29539635e0cb,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:49.175194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:49.335630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Allocated IP 172.27.2.196 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/7c38be1f-98a3-4e5c-bc8c-61c056d78334) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:49.340536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.424248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.445935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.446681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.454165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:49.455250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.474548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:49.600285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:49.605284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.608858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.646030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.660155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.660537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Added segment 6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34 of type vlan for network 15d91916-a601-4e7e-92b4-8b4e4f867d05 Apr 20 05:43:49.685150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ae5e3-5e1c-4730-aea8-968a29eb9370,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:49.696491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:49.703054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c5a5c8fa-75e7-4f3c-b0a3-2182a849758c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:49.711550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.724646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:49.745373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5431128 Apr 20 05:43:49.797895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60482) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:49.827740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:43:49.829339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c38be1f-98a3-4e5c-bc8c-61c056d78334,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:49.830301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Request body: {'subnet': {'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-subnet', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:49.833772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:49.834862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:49.835442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:49.837858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:43:49.844042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f5550c2f1e24957b24f5f1eab587a26&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0353136 Apr 20 05:43:49.850936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60486) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:49.858628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:49.876532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Pushing event updated for resources: {'Network': ['ID=48d01119-2504-4c5f-81eb-9a6d44f19d97,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:49.879168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Usage tracker for resource:subnet and tenant:4565756a212640149372cc9e26a0fa5e is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:49.885900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:49.888946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:49.893366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:49.898434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:49.946947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:50.052834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ab39f78c-d7de-4785-a640-29539635e0cb up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:43:50.071927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Made reservation on behalf of 4565756a212640149372cc9e26a0fa5e for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:50.076521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.096331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.104916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8762ff8-9000-4af1-9755-8ff7f734259a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:50.175153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:50.193761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.199876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.209589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:50.210289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.233200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b3b7a19-b69c-435e-89a6-d2b2d3da4a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:50.237683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port ab39f78c-d7de-4785-a640-29539635e0cb completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:43:50.266155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.277864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8887455 Apr 20 05:43:50.475446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60500) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:50.476185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.621909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Request body: {'subnet': {'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-867330738-subnet', 'tenant_id': '8eb3cddced074298b4e5028a2dc76893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:50.630629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:50.639573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Usage tracker for resource:subnet and tenant:8eb3cddced074298b4e5028a2dc76893 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:50.644066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:50.671914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:50.703252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:50.708900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:50.789160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Checking segment: {'id': '8de0f78a-2f52-407b-8b7b-fd0d78a947dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:50.789554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Network hostable DHCP agents. Network: 8c34e465-5433-406d-9ab4-173a8e40887b, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:50.860306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Pushing event updated for resources: {'Network': ['ID=15d91916-a601-4e7e-92b4-8b4e4f867d05,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:50.869726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:50.872418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:50.883161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-79f71a7f-c051-403e-9a44-9c9656ce352c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:51.050232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f22b6a-43f4-438b-b00c-452ed4e666a5,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:51.061360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:51.106183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Network 8c34e465-5433-406d-9ab4-173a8e40887b is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:51.128736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.136680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228366d3-bab8-4858-94f2-cc7fc27bc391 None None] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:51.162245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:51.209481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8762ff8-9000-4af1-9755-8ff7f734259a,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:51.211985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:51.212773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 8c34e465-5433-406d-9ab4-173a8e40887b) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:51.221134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:51.221839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.231702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c7545-eb26-48f2-b8a9-ebfd51b02a8b None None] Network 8c34e465-5433-406d-9ab4-173a8e40887b requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:51.267851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.280354 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8762ff8-9000-4af1-9755-8ff7f734259a HTTP/1.1" status: 204 len: 168 time: 1.4267778 Apr 20 05:43:51.299155 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3672471 Apr 20 05:43:51.452770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Provisioning for port ab39f78c-d7de-4785-a640-29539635e0cb completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:43:51.487171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.499691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Provisioning complete for port ab39f78c-d7de-4785-a640-29539635e0cb triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:43:51.500789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dec9f1ad-5cad-42be-9420-450cd44d88f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:51.501610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.626041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.704755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Checking segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:51.705114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Network hostable DHCP agents. Network: 48d01119-2504-4c5f-81eb-9a6d44f19d97, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:51.726119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82509817-f294-4939-aa67-20103187949a,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:51.732103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:51.743909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:51.763700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 48d01119-2504-4c5f-81eb-9a6d44f19d97) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:51.778142 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:51.778984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.826431 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b2357ad0-f5e4-4f0a-a683-64c218252d2f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0107589 Apr 20 05:43:51.827543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60554) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:51.833269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:51.847666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:51.854570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Usage tracker for resource:router and tenant:4565756a212640149372cc9e26a0fa5e is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:51.860120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:51.877524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:51.899905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.901037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:51.908837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e6e43-57cb-4b3e-a57e-ec255e66df9f None None] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:51.928075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.010607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.028316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:52.112695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60570) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:52.155722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.184018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:52.189228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Usage tracker for resource:security_group_rule and tenant:0d778de4077e400c8a60fc8c17b55987 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:52.193132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:52.199649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:52.264637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cae1d0-f75d-46de-8e4b-db8bff31efa1 None None] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:52.308448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.318680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Router 32c5877f-f33f-47e0-89dc-2d88e468481b is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:43:52.321216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.343021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e866c17f-f543-45f6-902d-69cf04999fc9,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:52.352870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.376125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Checking segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:52.376515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Network hostable DHCP agents. Network: 15d91916-a601-4e7e-92b4-8b4e4f867d05, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:52.386953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:52.387489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:52.559689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60592) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:52.565783 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 05:43:52.573151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d778de4077e400c8a60fc8c17b55987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4565341 Apr 20 05:43:52.578875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60596) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:52.618722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48adc617-b994-40f7-bc72-2ff52691d83c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:52.628213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:52.638598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:52.670880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 15d91916-a601-4e7e-92b4-8b4e4f867d05) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:52.694652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:52.694652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.722573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.755340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:43:52.757093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.763469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529379a-f6a7-4191-8c69-3834beaa7c67 None None] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:52.766662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:43:52.781523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:43:52.782654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:43:52.804624 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2535005 Apr 20 05:43:52.823651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.825293 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1919186 Apr 20 05:43:52.834815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60614) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:52.838394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.955775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:52.961780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:52.987533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48adc617-b994-40f7-bc72-2ff52691d83c,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:52.990969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:53.000569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:53.005020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48adc617-b994-40f7-bc72-2ff52691d83c HTTP/1.1" status: 204 len: 168 time: 0.4249682 Apr 20 05:43:53.049143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] For port ab39f78c-d7de-4785-a640-29539635e0cb, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ab39f78c-d7de-4785-a640-29539635e0cb,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:43:53.107761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:43:53.246855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:53.264273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-65aea21e-36e9-49e5-9de8-783cb321385b tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:53.265582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-65aea21e-36e9-49e5-9de8-783cb321385b tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Synchronizing usage tracker for tenant:4b5f3c92407e410eab135171c3623375 on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:43:53.339569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:53.439040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-65aea21e-36e9-49e5-9de8-783cb321385b tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Unset dirty status for tenant:4b5f3c92407e410eab135171c3623375 on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:43:53.440642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-65aea21e-36e9-49e5-9de8-783cb321385b tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/networks?id=8c34e465-5433-406d-9ab4-173a8e40887b HTTP/1.1" status: 200 len: 810 time: 0.8784208 Apr 20 05:43:53.469295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21afcc-b3a2-45a8-8ef3-0041d5ccec4a None None] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:53.526868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:53.625112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:50Z', 'revision_number': 3, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:43:53.630006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:43:53.630378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Updating router 32c5877f-f33f-47e0-89dc-2d88e468481b port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:43:53.699015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:53.729325 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-dbcd1b0b-aef5-4732-a1a1-f917833856fc tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/quotas/4b5f3c92407e410eab135171c3623375 HTTP/1.1" status: 200 len: 375 time: 0.2697296 Apr 20 05:43:53.746623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:53.769241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Pushing event updated for resources: {'Port': ['ID=ab39f78c-d7de-4785-a640-29539635e0cb,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:53.800006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60648) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:53.898764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:53.930799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f93f1a-451b-42ce-aa5c-9e6d777e9a16 None None] Network 8c34e465-5433-406d-9ab4-173a8e40887b requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:53.988290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ab39f78c-d7de-4785-a640-29539635e0cb up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:43:54.063394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.120426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:54.123033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60674) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:54.136210 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 05:43:54.224756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.237382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Transition to ACTIVE for port object 7c38be1f-98a3-4e5c-bc8c-61c056d78334 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:54.245055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.260490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:54.339699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Pushing event updated for resources: {'Port': ['ID=7c38be1f-98a3-4e5c-bc8c-61c056d78334,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:54.346229 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-8cd48d64-2268-4618-863f-f84ad611cfd0 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b5f3c92407e410eab135171c3623375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5925612 Apr 20 05:43:54.365782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.366439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.366931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.367832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.368344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.368895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.369432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.369946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.370492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.371037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.371639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.372177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Tracked resource versions report: Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: pushed versions: Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': {'1.0'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': {'1.1'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': {'1.7'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': {'1.2'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': {'1.8'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': {'1.0'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': {'1.1'}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': {'1.1'}} Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: consumer versions: Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: { DHCP agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: L3 agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: Metadata agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: Metering agent@dv-cinder-786054-4-iscsi: {}, Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: Open vSwitch agent@dv-cinder-786054-4-iscsi: { 'AddressGroup': '1.2', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'ConntrackHelper': '1.0', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Log': '1.0', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Network': '1.1', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Port': '1.7', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'PortForwarding': '1.2', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'QosPolicy': '1.8', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroup': '1.4', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SecurityGroupRule': '1.2', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'SubPort': '1.0', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Subnet': '1.1', Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: 'Trunk': '1.1'}} Apr 20 05:43:54.374258 dv-cinder-786054-4-iscsi neutron-server[86270]: {{(pid=86386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:54.379843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Attempting to bind port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:43:54.381083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Attempting to bind port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:43:54.381681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Attempting to bind port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:43:54.389417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:54.390535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:43:54.391232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:54.391878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.392493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:43:54.393349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Bound port: 7c38be1f-98a3-4e5c-bc8c-61c056d78334, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:43:54.393959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.486069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] For port 7c38be1f-98a3-4e5c-bc8c-61c056d78334, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:43:54.490906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] For port 7c38be1f-98a3-4e5c-bc8c-61c056d78334, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=7c38be1f-98a3-4e5c-bc8c-61c056d78334,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:43:54.497572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.508590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-6d33f798-8743-4032-b946-4d67f570635e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:54.515315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-6d33f798-8743-4032-b946-4d67f570635e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.3897021 Apr 20 05:43:54.520899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Usage tracker for resource:security_group_rule and tenant:473ba57594f2458b881467f23446c502 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:54.522468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-be520033-1ee6-4f04-914e-e156df155b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:54.527552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:54.542945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:54.546623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-5f285cda-4d6b-4a40-9919-78e1d454298b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/quotas/8eb3cddced074298b4e5028a2dc76893 HTTP/1.1" status: 200 len: 375 time: 0.0209668 Apr 20 05:43:54.693449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-86400612-9bfd-4440-8a6a-6c10508a0aed tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395531 Apr 20 05:43:54.722942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:43:54.726775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:43:54.836274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port ab39f78c-d7de-4785-a640-29539635e0cb triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:43:54.836690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.863818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.869782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:54.885546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:54.914120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Allocated IP 172.27.2.99 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/72e15a7a-20a0-448c-a736-5ab566677d70) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:54.961085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60704) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:55.011321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cf114-de37-41e6-8972-096fcbc274a0,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:55.032016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:55.043143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=473ba57594f2458b881467f23446c502&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2418036 Apr 20 05:43:55.045948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60712) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:55.134133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Pushing event updated for resources: {'Port': ['ID=7c38be1f-98a3-4e5c-bc8c-61c056d78334,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:55.164444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:55.216683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.253343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-93dfeaef-390a-4256-951e-13c3934bf5a3 None None] Provisioning complete for port ab39f78c-d7de-4785-a640-29539635e0cb triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:43:55.253679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93dfeaef-390a-4256-951e-13c3934bf5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.279664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.280636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:43:55.358775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.364908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-529853d9-11b5-470b-adc7-294b17fbcd4d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:43:55.366604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-529853d9-11b5-470b-adc7-294b17fbcd4d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5573907 Apr 20 05:43:55.413960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-87a41515-c178-471f-8e5d-e8692d4357c2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:43:55.415285 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-87a41515-c178-471f-8e5d-e8692d4357c2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2128000 Apr 20 05:43:55.456084 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:55.522228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Usage tracker for resource:security_group_rule and tenant:272d55977e6042f081c443e01d3fc874 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:55.632075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:55.645064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:55.699170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.715027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:55.730641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cf114-de37-41e6-8972-096fcbc274a0,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:55.733763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:55.737588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-a9866c93-fddd-493d-8610-c8aa25b94298 service neutron] 10.222.0.38 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110664 Apr 20 05:43:55.773206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.777296 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a70cf114-de37-41e6-8972-096fcbc274a0 HTTP/1.1" status: 204 len: 168 time: 0.7298436 Apr 20 05:43:55.788835 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-f922a03c-b3cb-4044-bc0f-db67a178d4fd service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365488 Apr 20 05:43:55.904439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:50Z', 'revision_number': 3, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:43:55.909649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17de46b-9bfa-4693-8f00-fcbcd5efec3d None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:50Z', 'revision_number': 3, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:43:55.978831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:55.988996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.017540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-44215a2c-a0c3-4c6a-8e58-f700f948c5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.033170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-ce824faf-1b6f-4838-bffa-9108e9cbbe94 service neutron] 10.222.0.38 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873530 Apr 20 05:43:56.059054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d177a51-485d-4674-a5a2-789b59c4e540,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.073082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.086250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:56.126974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.128916 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=272d55977e6042f081c443e01d3fc874&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1579144 Apr 20 05:43:56.131059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60748) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:56.147794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.157433 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-c3543b9d-3129-410b-a894-a1c1447baf37 service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595679 Apr 20 05:43:56.281870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.297784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.311114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:43:56.320597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:56.324548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:43:56.403512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.481404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.491965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d590172f-8a9c-42ed-83c1-8f053e4e5dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.813959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d177a51-485d-4674-a5a2-789b59c4e540,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.817246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:56.837366 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef2b6eca-8b19-4c6e-b2fa-7cca45f614fd req-4bdcf67c-73d8-42e0-9558-f794c03c16de tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.0859246 Apr 20 05:43:56.841417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.842552 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d177a51-485d-4674-a5a2-789b59c4e540 HTTP/1.1" status: 204 len: 168 time: 0.7063587 Apr 20 05:43:56.868933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Pushing event updated for resources: {'Port': ['ID=72e15a7a-20a0-448c-a736-5ab566677d70,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.875038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:56.883212 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b896f5d3-f05b-4625-81dc-6863158362b6 req-f3e52d7b-da51-4552-88e8-6096847c39b7 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.4734616 Apr 20 05:43:56.985383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Allocated IP 172.20.0.1 (a068a83a-b8b6-46fa-aeac-aa24a5caedcb/b1ae290f-7a5a-447a-b58a-b3bf1a05eb53/36db2c44-a8dd-4eec-88c1-39b0ccca0b01) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:57.755125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60854) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:57.777067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.793928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:57.801206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Usage tracker for resource:security_group_rule and tenant:96949791ee834211a6411ddd06ddc17b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:57.805663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:57.814242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:57.858888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.911951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.074447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 7c38be1f-98a3-4e5c-bc8c-61c056d78334 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:43:58.086995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d2af239-a7de-46c1-9f59-433ed5af2084 req-fa02de2a-7b8d-48db-89e2-06f93f381be0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.1137664 Apr 20 05:43:58.127669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60876) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:58.147781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.149630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Transition to ACTIVE for port object 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:58.165053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.197571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.197816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:43:58.203653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:43:58.204281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.333380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96949791ee834211a6411ddd06ddc17b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5743637 Apr 20 05:43:58.340728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60890) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:58.356465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d3d03-c894-422e-a49d-ea1a489216ea,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.365285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.479746 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76a83203-e5cb-4eb2-a4ba-a6274c744749 req-dc66bcff-66ef-45d8-99a3-a6e8e2b24bf1 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.3337209 Apr 20 05:43:58.503602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.543240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 7c38be1f-98a3-4e5c-bc8c-61c056d78334, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=7c38be1f-98a3-4e5c-bc8c-61c056d78334,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:43:58.548324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.551519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.564243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.596828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.625847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.655727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=7c38be1f-98a3-4e5c-bc8c-61c056d78334,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.659794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.660183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.673608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.697193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:58.706170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Usage tracker for resource:security_group_rule and tenant:6c91d12c89c6414eb207c324ff01d474 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:58.725999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:58.745057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:58.817170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:43:58.820666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Pushing event updated for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.823364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:58.835817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.868818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.884943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bccfff25-ba54-4cb5-a0f5-a481b87460c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.887684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:43:58.888341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.935756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d3d03-c894-422e-a49d-ea1a489216ea,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.946970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.961391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.969945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.971491 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/320d3d03-c894-422e-a49d-ea1a489216ea HTTP/1.1" status: 204 len: 168 time: 0.6297803 Apr 20 05:43:59.103811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.111162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.237411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-79e965a4-12e1-420d-879d-56dff032ca11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:59.259165 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c91d12c89c6414eb207c324ff01d474&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1071451 Apr 20 05:43:59.261243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60930) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:59.369528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-1febf625-d50c-4c57-b1d2-5af24f9c2e1f None None] Provisioning for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:43:59.382287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-1febf625-d50c-4c57-b1d2-5af24f9c2e1f None None] Provisioning complete for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:43:59.382712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1febf625-d50c-4c57-b1d2-5af24f9c2e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.422691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d2eb2-e3e5-4540-aafc-f10441df3c9c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:59.463406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:59.541854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Router e579f0c6-df7e-45dd-80b9-1687be0f50e2 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:43:59.557772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.573095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1febf625-d50c-4c57-b1d2-5af24f9c2e1f None None] Port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:43:59.630382 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30be33b8-c1b0-4f81-afbb-0eb6899081b8 req-3879efbb-1e9d-4ce9-b0c0-46844f29d452 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.1479354 Apr 20 05:43:59.650800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.686265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.742238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:43:59.784705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.791574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0a9f1694-9314-4fb6-afd0-1d2fa1c027c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:59.808155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.16', 49230) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:59.885247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d2eb2-e3e5-4540-aafc-f10441df3c9c,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:59.896577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:59.897920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.899401 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b4d2eb2-e3e5-4540-aafc-f10441df3c9c HTTP/1.1" status: 204 len: 168 time: 0.6353977 Apr 20 05:44:00.006833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 7c38be1f-98a3-4e5c-bc8c-61c056d78334 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:00.128872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:00.129644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.136698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-0f27a00b-18cd-464b-91ed-f5d1f3b7b366 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:00.138323 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-0f27a00b-18cd-464b-91ed-f5d1f3b7b366 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.16 "GET /v2.0/networks?id=8c34e465-5433-406d-9ab4-173a8e40887b HTTP/1.1" status: 200 len: 810 time: 0.3287351 Apr 20 05:44:00.195418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Request body: {'port': {'device_id': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b', 'admin_state_up': True, 'tenant_id': '4b5f3c92407e410eab135171c3623375'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:00.239521 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2258764-31ce-414b-806b-b85b38caf5c8 req-172396ba-a211-4279-af7a-196f36afa1f0 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.2898591 Apr 20 05:44:00.485476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:00.499961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Sync routers for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:00.520237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60980) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:00.521427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:00.522128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:00.524923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:00.535345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.539495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7079039 Apr 20 05:44:00.540302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60984) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:00.565374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.585221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.16', 49235) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:00.588618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Usage tracker for resource:port and tenant:4b5f3c92407e410eab135171c3623375 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:00.634663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:00.691055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:00.699277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:00.708245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Usage tracker for resource:security_group_rule and tenant:3a73cd77cb0648769d5deb0cb1b9dc84 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:00.715033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:00.724730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:00.736271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Made reservation on behalf of 4b5f3c92407e410eab135171c3623375 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:00.742799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.846596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.876769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.899273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:01.186727 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9e3e948-48f0-4a71-bfd1-1c1761beb4f0 req-0a1eee06-77fb-4f73-a4f6-1d7a6479b667 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.2198586 Apr 20 05:44:01.212850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-7458bcc9-8a8a-4ddf-9405-1de394cae5f8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:01.214434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-7458bcc9-8a8a-4ddf-9405-1de394cae5f8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.6278470 Apr 20 05:44:01.249944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Request body: {'port': {'device_id': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'admin_state_up': True, 'tenant_id': '8eb3cddced074298b4e5028a2dc76893'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:01.428052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.440860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.517016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:43:57Z', 'revision_number': 3, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:01.526868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Checking router: e579f0c6-df7e-45dd-80b9-1687be0f50e2 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:01.528249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Updating router e579f0c6-df7e-45dd-80b9-1687be0f50e2 port 72e15a7a-20a0-448c-a736-5ab566677d70 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:01.727678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.754060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Allocated IP 172.20.0.8 (8c34e465-5433-406d-9ab4-173a8e40887b/28f22b6a-43f4-438b-b00c-452ed4e666a5/2f76b465-3a66-44ac-a281-5e7ffb17ccc9) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:01.766829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.821369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.823705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:01.866927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c2c89785-8b82-4406-8fb2-1c5105ab5f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.931376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Usage tracker for resource:port and tenant:8eb3cddced074298b4e5028a2dc76893 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:01.978578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:02.048368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Pushing event updated for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:02.089789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:02.106446 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a73cd77cb0648769d5deb0cb1b9dc84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5846794 Apr 20 05:44:02.112329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 32814) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:02.119013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6926c7a-d814-404e-9920-8d1e5dccbf1c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:02.141047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:02.205913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:02.235562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.235638 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32333825-d669-483d-a6dc-a39698fd7631 req-f23dbc09-bcc3-4dce-af65-af17ff5e06a5 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.1916184 Apr 20 05:44:02.324885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:02.505671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.724585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.920539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.935762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Allocated IP 172.20.0.14 (15d91916-a601-4e7e-92b4-8b4e4f867d05/e866c17f-f543-45f6-902d-69cf04999fc9/2e536097-a26b-479e-9be7-793dbd99d8e5) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:02.945034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Transition to ACTIVE for port object 72e15a7a-20a0-448c-a736-5ab566677d70 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:02.954534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.961236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:03.057426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c658fe4f-94c3-4c64-b659-c48ea5933b1e req-ad30dbe7-b0e4-4850-93a9-3704dc27a7f7 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.4292841 Apr 20 05:44:03.066298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Attempting to bind port 72e15a7a-20a0-448c-a736-5ab566677d70 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:03.066824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Attempting to bind port 72e15a7a-20a0-448c-a736-5ab566677d70 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:03.067353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Attempting to bind port 72e15a7a-20a0-448c-a736-5ab566677d70 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:03.076350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Pushing event updated for resources: {'Port': ['ID=72e15a7a-20a0-448c-a736-5ab566677d70,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:03.077471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.079363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:03.079855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:03.080364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.080865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:03.081479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Bound port: 72e15a7a-20a0-448c-a736-5ab566677d70, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:03.082007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.158197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:03.165180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:03.168201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:03.175554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Allocated IP 172.20.0.1 (48d01119-2504-4c5f-81eb-9a6d44f19d97/82509817-f294-4939-aa67-20103187949a/1146a80a-e07f-4b10-8c04-0ae8f46cf13a) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:03.220072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.274444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] For port 72e15a7a-20a0-448c-a736-5ab566677d70, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:03.282799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] For port 72e15a7a-20a0-448c-a736-5ab566677d70, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=72e15a7a-20a0-448c-a736-5ab566677d70,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:03.291595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.329759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:03.474207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:03.474926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:03.574396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:03.748514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Pushing event updated for resources: {'Port': ['ID=72e15a7a-20a0-448c-a736-5ab566677d70,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:03.757242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:03.761965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-9aadde78-a28c-4f4b-b0b7-71b09e3fd7a6 None None] Provisioning complete for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:03.762498 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9aadde78-a28c-4f4b-b0b7-71b09e3fd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.885588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aacd984a-45d1-45d2-98b6-7e6b7aa6d390 req-a95d1a46-2581-4c75-ab99-ff5bd072e2c2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.2370105 Apr 20 05:44:03.896831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9aadde78-a28c-4f4b-b0b7-71b09e3fd7a6 None None] Port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:03.934920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.963043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:03.980789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6926c7a-d814-404e-9920-8d1e5dccbf1c,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:03.989432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:03.999441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.007156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.010333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.034064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.132349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.138854 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6926c7a-d814-404e-9920-8d1e5dccbf1c HTTP/1.1" status: 204 len: 168 time: 2.0207515 Apr 20 05:44:04.203251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:04.215761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:04.233352 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] 10.222.0.38 "PUT /v2.0/routers/32c5877f-f33f-47e0-89dc-2d88e468481b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2761517 Apr 20 05:44:04.240018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:04.247789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:04.252728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.335271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Network 8c34e465-5433-406d-9ab4-173a8e40887b is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:04.354004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:04.357196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:04.365867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:04.366711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.378441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Pushing event updated for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:04.394234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.428149 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2382858 Apr 20 05:44:04.432058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.467799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-3b04196d-69ae-4ab3-aec0-2967c61b26fd tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:44:04.472167 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-3b04196d-69ae-4ab3-aec0-2967c61b26fd tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187690 Apr 20 05:44:04.490240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-13737bd3-ea5e-4570-92a5-3cea56235fee tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.546295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.583030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.786009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:04.832842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:04.861574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:04.885746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013c0b7-69b5-4c32-b6c9-bcf56c895dbe req-e168de81-9975-4156-af55-cb308d7611ab tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:04.910270 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a013c0b7-69b5-4c32-b6c9-bcf56c895dbe req-e168de81-9975-4156-af55-cb308d7611ab tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 932 time: 0.5001800 Apr 20 05:44:04.916430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:04.919953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.010975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:05.022044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:05.038415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:05.050198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:05.050949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.096659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Pushing event updated for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:05.103386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:05.138678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a013c0b7-69b5-4c32-b6c9-bcf56c895dbe req-c19b44ef-77b7-48f6-bf56-eddf316bf379 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:05.140347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8955431 Apr 20 05:44:05.141002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event updated for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:05.148880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:05.261903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a013c0b7-69b5-4c32-b6c9-bcf56c895dbe req-c19b44ef-77b7-48f6-bf56-eddf316bf379 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:05.265633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a013c0b7-69b5-4c32-b6c9-bcf56c895dbe req-c19b44ef-77b7-48f6-bf56-eddf316bf379 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545070 Apr 20 05:44:05.295206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:00Z', 'revision_number': 2, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:05.299187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:05.299578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Updating router 32c5877f-f33f-47e0-89dc-2d88e468481b port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:05.307967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.359075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:43:57Z', 'revision_number': 3, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:05.367468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141e708-1acd-4f0c-b52a-573bccef3642 None None] The sync data for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi is: [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:43:57Z', 'revision_number': 3, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:05.405078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.781569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.787937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.789966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.797239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:05.854016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0fcad-366e-4eb8-9c4d-b8706257e000 req-04905bd4-1375-4c7c-ad04-1298086fab42 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:05.862068 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc0fcad-366e-4eb8-9c4d-b8706257e000 req-04905bd4-1375-4c7c-ad04-1298086fab42 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 931 time: 0.2098389 Apr 20 05:44:06.014614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 32900) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:06.020366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636878631', 'description': 'tempest-description--1177636790'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:06.029614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:06.037699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:06.041933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:06.050422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:06.069070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.076841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Pushing event updated for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.086342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.107441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dfc0fcad-366e-4eb8-9c4d-b8706257e000 req-9fab0250-4102-47a7-bb01-545eac75cad6 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Synchronizing usage tracker for tenant:4b5f3c92407e410eab135171c3623375 on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:06.117870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:06.123641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:06.127027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:06.134342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:06.246069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.256319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.262720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-060a075b-44d8-4b20-a7eb-f9dd93dcc2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:06.272273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.301136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.305366 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2876725 Apr 20 05:44:06.310379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 32910) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:06.320281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c33f7-c645-44d6-b4db-cb6157c695d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:06.321805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Transition to ACTIVE for port object 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:06.328745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:06.333414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c33f7-c645-44d6-b4db-cb6157c695d9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.336371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:06.339899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.340907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:06.348698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.350529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:06.358571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:06.398568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.559347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Pushing event updated for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.570801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.573492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dfc0fcad-366e-4eb8-9c4d-b8706257e000 req-9fab0250-4102-47a7-bb01-545eac75cad6 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Unset dirty status for tenant:4b5f3c92407e410eab135171c3623375 on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:06.599118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc0fcad-366e-4eb8-9c4d-b8706257e000 req-9fab0250-4102-47a7-bb01-545eac75cad6 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359352 Apr 20 05:44:06.652781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.660412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.666010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:06.698133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:06.703457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:06.733599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.735148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4236734 Apr 20 05:44:06.737206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1e1118-c8ae-4349-9254-1a9538c7ea8f,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.738908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 32922) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:06.768576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c33f7-c645-44d6-b4db-cb6157c695d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:06.783838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:06.798184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:06.802251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:06.809713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:06.828095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.869495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.923713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Attempting to bind port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:06.924276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Attempting to bind port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:06.924688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Attempting to bind port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:06.959612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:06.960283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Checking segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:06.960733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.961162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Bound using segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:06.961686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Bound port: 36db2c44-a8dd-4eec-88c1-39b0ccca0b01, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:06.962117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.001878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b43ac-c547-4e4f-a5ae-26fdfe50ba70 req-829846e4-1626-48aa-8b2d-5ea9ad12c399 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:07.011309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-af9b43ac-c547-4e4f-a5ae-26fdfe50ba70 req-829846e4-1626-48aa-8b2d-5ea9ad12c399 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:07.071489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-af9b43ac-c547-4e4f-a5ae-26fdfe50ba70 req-829846e4-1626-48aa-8b2d-5ea9ad12c399 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:07.072802 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af9b43ac-c547-4e4f-a5ae-26fdfe50ba70 req-829846e4-1626-48aa-8b2d-5ea9ad12c399 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 932 time: 0.5712018 Apr 20 05:44:07.075183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.081964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.103695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Router e579f0c6-df7e-45dd-80b9-1687be0f50e2 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:07.179413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:07.250874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b41607a-1b35-4fb8-992e-c334a1e1455f,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:07.253207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] For port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:07.261710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] For port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:07.268754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:07.269513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.285746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:07.311794 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af9b43ac-c547-4e4f-a5ae-26fdfe50ba70 req-05bbf948-a139-4ad4-92ce-3ad7212dd85c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281451 Apr 20 05:44:07.326677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.328193 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5879757 Apr 20 05:44:07.337119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 32936) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:07.362576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:07.374138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:07.383680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:floatingip and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:07.404096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:07.417558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:07.440126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:07.441796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:07.445151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.491737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ef120e1-28ca-42d3-95b6-9d03b24f449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.537983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:07.558368 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] 10.222.0.38 "PUT /v2.0/routers/e579f0c6-df7e-45dd-80b9-1687be0f50e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0168633 Apr 20 05:44:07.596642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.784913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Pushing event updated for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=4']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:07.823266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.826770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:08.044523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f3569-02fb-4404-8083-306e139a840c req-8fbc1aea-fbc2-4f4c-9a5c-0bff04f1bf41 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:08.047661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:08.066835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 72e15a7a-20a0-448c-a736-5ab566677d70 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:08.075492 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae5f3569-02fb-4404-8083-306e139a840c req-8fbc1aea-fbc2-4f4c-9a5c-0bff04f1bf41 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 931 time: 0.2500155 Apr 20 05:44:08.196422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Allocated IP 172.27.2.66 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/5957551c-7b97-4ab3-9c2f-ac755fcfefe2) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:08.224489 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae5f3569-02fb-4404-8083-306e139a840c req-12878bfa-ae7b-4541-b510-0018dc0339f2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449749 Apr 20 05:44:08.377500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 72e15a7a-20a0-448c-a736-5ab566677d70 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:08.396206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 72e15a7a-20a0-448c-a736-5ab566677d70 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:08.396652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.636263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.767108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.814568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 72e15a7a-20a0-448c-a736-5ab566677d70, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=72e15a7a-20a0-448c-a736-5ab566677d70,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:08.824521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.832491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:08.849135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.867687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fe1d62c-0a28-4d1b-8f87-09db8db2c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:08.990437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=72e15a7a-20a0-448c-a736-5ab566677d70,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:08.997298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:09.075294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:09.083756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:09.099310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:09.105506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Sync routers for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:09.116433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=5957551c-7b97-4ab3-9c2f-ac755fcfefe2,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:09.121973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:09.122898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:43:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:09.129207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:09.134072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:09.152809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ec5b-4ffe-4a1a-81f8-c210bdd74dff None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:09.344553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9163dd-a348-4c91-9e9d-3a476acad3a1 req-a30223d4-db45-40f6-9d66-7c0909592aac tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:09.352502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce9163dd-a348-4c91-9e9d-3a476acad3a1 req-a30223d4-db45-40f6-9d66-7c0909592aac tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 932 time: 0.6333532 Apr 20 05:44:09.431639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.500066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce9163dd-a348-4c91-9e9d-3a476acad3a1 req-5ffbc553-7438-4063-b685-6f64d67f612f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466136 Apr 20 05:44:09.624437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Request body: {'port': {'device_id': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:09.688098 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Request body: {'port': {'device_id': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:09.789633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c5f99aa-606b-454f-a7d4-de5dcc5280c3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:09.791951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c5f99aa-606b-454f-a7d4-de5dcc5280c3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:09.828453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:09.842819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c5f99aa-606b-454f-a7d4-de5dcc5280c3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:09.850523 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c5f99aa-606b-454f-a7d4-de5dcc5280c3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 819 time: 0.4967582 Apr 20 05:44:09.911281 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-8dcc67b5-d6c8-4442-979f-8269a686f8c1 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/quotas/4565756a212640149372cc9e26a0fa5e HTTP/1.1" status: 200 len: 375 time: 0.0596881 Apr 20 05:44:09.962578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.045083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fd571528-99cc-48d1-b17b-dc2f52bbf81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.122247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-09ac8755-37b4-4bb3-914a-b12e4e038156 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:10.147985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-09ac8755-37b4-4bb3-914a-b12e4e038156 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:10.166598 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-09ac8755-37b4-4bb3-914a-b12e4e038156 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2536092 Apr 20 05:44:10.276737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:10.404231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.420141 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-cb73fef5-1910-4ccc-91d2-92e11102dd71 service neutron] 10.222.0.38 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487986 Apr 20 05:44:10.631160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.684945 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c53af28-8774-45d1-af27-2925be1051d2 service neutron] 10.222.0.38 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667737 Apr 20 05:44:10.698231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.733769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:10.743546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:10.755124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.996422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.017686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:44:05Z', 'revision_number': 4, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1146a80a-e07f-4b10-8c04-0ae8f46cf13a', 'name': '', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'mac_address': 'fa:16:3e:0b:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82509817-f294-4939-aa67-20103187949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:02Z', 'updated_at': '2021-04-20T05:44:05Z', 'revision_number': 2, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'subnets': [{'id': '82509817-f294-4939-aa67-20103187949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:11.041202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Checking router: e579f0c6-df7e-45dd-80b9-1687be0f50e2 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:11.041902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Updating router e579f0c6-df7e-45dd-80b9-1687be0f50e2 port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:11.191395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.364030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:11.370432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.373735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 72e15a7a-20a0-448c-a736-5ab566677d70 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:11.602030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:11.923901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.940940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.943702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94c880-5194-4280-a8ee-0ac96841f7c3 req-589dd01e-83b6-40e7-a9c1-0942db4aa152 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:11.957791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae94c880-5194-4280-a8ee-0ac96841f7c3 req-589dd01e-83b6-40e7-a9c1-0942db4aa152 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 932 time: 0.2563047 Apr 20 05:44:11.960860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 72e15a7a-20a0-448c-a736-5ab566677d70 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:11.961278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.084911 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae94c880-5194-4280-a8ee-0ac96841f7c3 req-66a471a0-5657-4b4e-b002-1af6e8033661 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198778 Apr 20 05:44:12.172283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:12.212364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:12.215560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:12.222076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.325328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857c2e-06e8-40d9-8d7c-0b0d8f77834f req-c1ee2c19-d332-4006-bb54-d4603e1261b9 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:12.326160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-67857c2e-06e8-40d9-8d7c-0b0d8f77834f req-c1ee2c19-d332-4006-bb54-d4603e1261b9 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Synchronizing usage tracker for tenant:4b5f3c92407e410eab135171c3623375 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:12.420310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:12.534540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Transition to ACTIVE for port object 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:12.556895 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-659dba32-da30-4750-b018-f533a57d7a61 req-60721139-b341-4608-b721-5d17fafff2e3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.1114435 Apr 20 05:44:12.605524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.642300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:12.663762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:12.664176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.682800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-67857c2e-06e8-40d9-8d7c-0b0d8f77834f req-c1ee2c19-d332-4006-bb54-d4603e1261b9 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Unset dirty status for tenant:4b5f3c92407e410eab135171c3623375 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:12.698973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67857c2e-06e8-40d9-8d7c-0b0d8f77834f req-c1ee2c19-d332-4006-bb54-d4603e1261b9 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 931 time: 2.6043880 Apr 20 05:44:12.757072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.resource_extend [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 05:44:13.077066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.resource_extend [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 05:44:13.077602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.113135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Transition to ACTIVE for port object 1146a80a-e07f-4b10-8c04-0ae8f46cf13a will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:13.122816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.136914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.164113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.197871 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67857c2e-06e8-40d9-8d7c-0b0d8f77834f req-78808d45-b5c1-4f3e-931f-7862face93a5 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977531 Apr 20 05:44:13.218396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Pushing event updated for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.221560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.227969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.261644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.268955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Pushing event updated for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.300482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-c520e63c-c471-43e5-92fe-f8122ef128d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:13.309777 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-c520e63c-c471-43e5-92fe-f8122ef128d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 819 time: 0.3626399 Apr 20 05:44:13.334111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Attempting to bind port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:13.334726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Attempting to bind port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8de0f78a-2f52-407b-8b7b-fd0d78a947dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:13.334857 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-c30cb6ad-1b4f-4d91-b82c-48dc5dbd2e1b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/quotas/4565756a212640149372cc9e26a0fa5e HTTP/1.1" status: 200 len: 375 time: 0.0235825 Apr 20 05:44:13.335294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Attempting to bind port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 on network 8c34e465-5433-406d-9ab4-173a8e40887b {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:13.382331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 on network 8c34e465-5433-406d-9ab4-173a8e40887b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:13.383025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Attempting to bind port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 on network 8c34e465-5433-406d-9ab4-173a8e40887b {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:13.405346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.411763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:13.412165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Checking segment: {'id': '8de0f78a-2f52-407b-8b7b-fd0d78a947dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:13.412758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Bound using segment: {'id': '8de0f78a-2f52-407b-8b7b-fd0d78a947dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:13.413331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Bound port: 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0f78a-2f52-407b-8b7b-fd0d78a947dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:13.413717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.447881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.460635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=5957551c-7b97-4ab3-9c2f-ac755fcfefe2,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.496073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.532048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.543018 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1851718 Apr 20 05:44:13.554950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2a5734ae-2967-494f-a8cb-7b005b97c457 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188089 Apr 20 05:44:13.589673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Attempting to bind port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:13.590086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Attempting to bind port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:13.590494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Attempting to bind port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:13.607377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:13.607801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Checking segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:13.608257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.608696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Bound using segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:13.609216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Bound port: 1146a80a-e07f-4b10-8c04-0ae8f46cf13a, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:13.609636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.662984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e536097-a26b-479e-9be7-793dbd99d8e5 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:13.686081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.689419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:13.703931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,segment=NetworkSegment(8de0f78a-2f52-407b-8b7b-fd0d78a947dd),segment_id=8de0f78a-2f52-407b-8b7b-fd0d78a947dd)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:13.723442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.741619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Transition to ACTIVE for port object 2e536097-a26b-479e-9be7-793dbd99d8e5 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:13.743668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.831065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] For port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:13.835037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] For port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:13.840497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.845956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.852902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.915882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-b6758e37-0485-4f12-8483-e156651dad43 service neutron] 10.222.0.38 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591394 Apr 20 05:44:14.036924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:14.037459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:44:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:14.187672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:14.189450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.193542 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] 10.222.0.16 "PUT /v2.0/ports/2f76b465-3a66-44ac-a281-5e7ffb17ccc9 HTTP/1.1" status: 200 len: 1093 time: 4.8351715 Apr 20 05:44:14.227272 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-21605bb1-daf3-4859-9e7a-ac1df0fb383e service neutron] 10.222.0.38 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946079 Apr 20 05:44:14.261353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:14.383821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Pushing event updated for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.559737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.565866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.710587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Pushing event updated for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.729452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.924845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:14.968509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Pushing event updated for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.984313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:15.065106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79f93a-9bc8-40f7-a815-f822f199bb23 req-05ea51db-581a-4973-a6cf-a02512861516 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:15.073637 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e79f93a-9bc8-40f7-a815-f822f199bb23 req-05ea51db-581a-4973-a6cf-a02512861516 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 944 time: 1.2156978 Apr 20 05:44:15.079715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33200) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:15.086266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Attempting to bind port 2e536097-a26b-479e-9be7-793dbd99d8e5 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:15.086971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Attempting to bind port 2e536097-a26b-479e-9be7-793dbd99d8e5 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:15.088283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Attempting to bind port 2e536097-a26b-479e-9be7-793dbd99d8e5 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:15.162508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Port 2e536097-a26b-479e-9be7-793dbd99d8e5 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:15.162992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Attempting to bind port 2e536097-a26b-479e-9be7-793dbd99d8e5 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:15.226584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:15.226955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Checking segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:15.227420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Bound using segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:15.228106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Bound port: 2e536097-a26b-479e-9be7-793dbd99d8e5, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:15.228857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.311434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-34645cea-2882-46d7-900d-2ea9dc2dcfff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1636878631&fields=id&tenant_id=b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 267 time: 0.1933320 Apr 20 05:44:15.469664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-067ddb1c-8956-48e6-8730-83ba86d7e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:15.471479 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-067ddb1c-8956-48e6-8730-83ba86d7e3cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b5f3c92407e410eab135171c3623375&device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 1096 time: 0.4817441 Apr 20 05:44:15.485028 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e79f93a-9bc8-40f7-a815-f822f199bb23 req-d0a2b06d-a5d7-4174-84d0-40aa9295cf09 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002719 Apr 20 05:44:15.744441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.767316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-78b6ff85-8078-4a93-936e-85bcf38de3b7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:15.775439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-78b6ff85-8078-4a93-936e-85bcf38de3b7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 817 time: 0.4628139 Apr 20 05:44:15.787213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:15.789593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33222) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:15.796456 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-03e1e667-6db7-4673-b8b7-98a7154a260e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9 HTTP/1.1" status: 200 len: 217 time: 0.2963696 Apr 20 05:44:15.796947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Usage tracker for resource:security_group_rule and tenant:adf30882736f4a16a18f1154d14ddbee is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:15.810598 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-ad7c59bc-d153-42f9-a6ef-0c29de4118f6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/quotas/b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 375 time: 0.0341334 Apr 20 05:44:15.813442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:15.874512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:15.940401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:44:05Z', 'revision_number': 4, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1146a80a-e07f-4b10-8c04-0ae8f46cf13a', 'name': '', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'mac_address': 'fa:16:3e:0b:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82509817-f294-4939-aa67-20103187949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:02Z', 'updated_at': '2021-04-20T05:44:13Z', 'revision_number': 4, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'subnets': [{'id': '82509817-f294-4939-aa67-20103187949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:15.950845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bec6dc-9591-47ee-93ce-60405b9ba4aa None None] The sync data for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi is: [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T05:44:05Z', 'revision_number': 4, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1146a80a-e07f-4b10-8c04-0ae8f46cf13a', 'name': '', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'mac_address': 'fa:16:3e:0b:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82509817-f294-4939-aa67-20103187949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:02Z', 'updated_at': '2021-04-20T05:44:13Z', 'revision_number': 4, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'subnets': [{'id': '82509817-f294-4939-aa67-20103187949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:15.971018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-82dd2876-daee-4ccf-9c34-eef4f4734654 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:16.056184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.16', 49264) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:16.065443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:16.071543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2e536097-a26b-479e-9be7-793dbd99d8e5,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:16.240541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.258327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-45aea238-1474-4f0f-a4d1-5855f05902e1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:16.362370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-413f58df-f056-456c-8858-7cfdab1cf9ad tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:16.375126 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-413f58df-f056-456c-8858-7cfdab1cf9ad tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 819 time: 0.3020678 Apr 20 05:44:16.397378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.433136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:16.438181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Usage tracker for resource:security_group_rule and tenant:39a81837427445c4985f7aa673022f52 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:16.441574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:16.448107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:16.465578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1146a80a-e07f-4b10-8c04-0ae8f46cf13a up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:16.604231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:16.610526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:16.610737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.612705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.630693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.649143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Request body: {'port': {'device_id': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'admin_state_up': True, 'tenant_id': '4565756a212640149372cc9e26a0fa5e'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:16.680457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Pushing event updated for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:16.682420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:16.693888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:16.711981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.717576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:16.718274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.722980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] 10.222.0.16 "PUT /v2.0/ports/2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 1094 time: 7.3629351 Apr 20 05:44:16.733261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-382cefac-586d-43b8-98d2-3a7bdd27d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:16.734864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-382cefac-586d-43b8-98d2-3a7bdd27d266 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f22b6a-43f4-438b-b00c-452ed4e666a5 HTTP/1.1" status: 200 len: 850 time: 0.6616683 Apr 20 05:44:16.752465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59867-a2fe-490c-841f-cf318ba34d37 req-b37c9080-cd79-4955-89b8-0e8a46bd2ed8 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:16.754673 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99b59867-a2fe-490c-841f-cf318ba34d37 req-b37c9080-cd79-4955-89b8-0e8a46bd2ed8 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 943 time: 0.9713938 Apr 20 05:44:16.796502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.816582 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-77f96491-273a-4711-b3da-4fca7faa3977 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c34e465-5433-406d-9ab4-173a8e40887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607514 Apr 20 05:44:16.841485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:16.845327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.845961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.846068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-82dd2876-daee-4ccf-9c34-eef4f4734654 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:16.847621 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-82dd2876-daee-4ccf-9c34-eef4f4734654 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0361762 Apr 20 05:44:16.856441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:16.972532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:16.978507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cb50ca-5576-4351-a1d2-a47f5aa23250,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:16.983893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:17.015706 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39a81837427445c4985f7aa673022f52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2213807 Apr 20 05:44:17.015706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:17.016858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99b59867-a2fe-490c-841f-cf318ba34d37 req-5b9275d7-eacb-43c3-a24b-4cba8dd612d2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991076 Apr 20 05:44:17.031449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33250) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:17.068315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:17.105793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9322c8d-51b8-4d3d-89a4-610e15a55e26,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:17.121890 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-865aed7b-fb6b-4c32-b778-dbad43802616 service neutron] 10.222.0.16 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407749 Apr 20 05:44:17.124608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:17.132560 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adf30882736f4a16a18f1154d14ddbee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0512717 Apr 20 05:44:17.143925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33254) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:17.333602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.335794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.16', 49269) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:17.405705 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-013b9ac8-a4dd-44f3-ae17-e6eecf0d3a38 req-5d9a3dc4-b495-44a6-9254-90b259fb908b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 210 time: 0.2521677 Apr 20 05:44:17.439000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:17.449384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:17.489398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Made reservation on behalf of 4565756a212640149372cc9e26a0fa5e for: {'port': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:17.495464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.506211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.536429 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-146cbed2-46ab-44f0-8e80-82197bfee137 service neutron] 10.222.0.38 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178737 Apr 20 05:44:17.541545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.578707 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8aca65b-48f1-4b8c-9b6b-a111e2842684 req-f96dd1af-3a96-4b4d-a211-663447db0be3 service neutron] 10.222.0.16 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265449 Apr 20 05:44:17.609222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-25c818c5-72ef-4f69-bf61-ee2a1eb9d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:17.610833 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-25c818c5-72ef-4f69-bf61-ee2a1eb9d062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1097 time: 0.6882541 Apr 20 05:44:17.729163 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-6cfe4540-67dd-428e-a995-374301eec615 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.1001363 Apr 20 05:44:17.742055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-765679d3-4346-4edc-93d5-a7e50b48ca7a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:17.743742 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-765679d3-4346-4edc-93d5-a7e50b48ca7a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 819 time: 0.3981047 Apr 20 05:44:17.771836 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-041b761c-ae2e-4e3e-97d1-c5beb38b306e service neutron] 10.222.0.38 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084358 Apr 20 05:44:17.789446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Request body: {'port': {'device_id': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'admin_state_up': True, 'tenant_id': '4565756a212640149372cc9e26a0fa5e'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:17.805679 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9', 'status': 'completed', 'code': 200} Apr 20 05:44:17.855877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.931673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.944827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.956932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:17.961775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:17.983848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9322c8d-51b8-4d3d-89a4-610e15a55e26,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:17.991115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:17.997042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cb50ca-5576-4351-a1d2-a47f5aa23250,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:18.004687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-db8d08d0-194f-44e9-a310-af1874aa6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:18.006220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-db8d08d0-194f-44e9-a310-af1874aa6ef1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.2614679 Apr 20 05:44:18.008154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:18.061175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.068582 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9322c8d-51b8-4d3d-89a4-610e15a55e26 HTTP/1.1" status: 204 len: 168 time: 0.9175985 Apr 20 05:44:18.080746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.084566 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75cb50ca-5576-4351-a1d2-a47f5aa23250 HTTP/1.1" status: 204 len: 168 time: 1.0494664 Apr 20 05:44:18.105189 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-71d47922-4eaa-4dab-accc-640c2fa8c0ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684364 Apr 20 05:44:18.123933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Allocated IP 172.20.0.6 (48d01119-2504-4c5f-81eb-9a6d44f19d97/82509817-f294-4939-aa67-20103187949a/c27e2ac6-992b-4a33-9527-fc48cc783745) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:18.359998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:18.365510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-45919d37-a5f6-4c08-91e8-6f24850fe68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:18.367546 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-45919d37-a5f6-4c08-91e8-6f24850fe68b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b5f3c92407e410eab135171c3623375&device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 1096 time: 0.5610061 Apr 20 05:44:18.386886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1146a80a-e07f-4b10-8c04-0ae8f46cf13a up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:18.430556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-28a47b8d-06ec-4942-83e1-b016e002e33f service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052981 Apr 20 05:44:18.431902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Usage tracker for resource:port and tenant:4565756a212640149372cc9e26a0fa5e is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:18.478350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:18.611521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:18.612584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.643678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:18.703834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.781441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df6e7c-efd9-4006-8b16-2452692044b9 req-4b6e9a6d-22bb-49d4-9c35-d20852ad3c14 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:18.783106 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05df6e7c-efd9-4006-8b16-2452692044b9 req-4b6e9a6d-22bb-49d4-9c35-d20852ad3c14 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 943 time: 0.3015432 Apr 20 05:44:18.900588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Made reservation on behalf of 4565756a212640149372cc9e26a0fa5e for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:18.906639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.907335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05df6e7c-efd9-4006-8b16-2452692044b9 req-f738813d-fde3-4fbc-b08d-8aa932102dda tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097817 Apr 20 05:44:18.923909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.941173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b73cdfbd-5db4-43df-a304-7f4f6321ea77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:19.108495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:19.112889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:19.115823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:19.121019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Allocated IP 172.20.0.14 (48d01119-2504-4c5f-81eb-9a6d44f19d97/82509817-f294-4939-aa67-20103187949a/0644e4bc-800a-45c2-878c-0b8da8f1758f) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:19.125502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:19.129737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.153158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33322) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:19.172580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Pushing event updated for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:19.242217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6065168 Apr 20 05:44:19.253875 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2def6f3c-5795-4e6a-b618-3b5a6d78fcea req-0bf6098b-519f-4e50-bede-42a12e662fe6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 210 time: 0.0834520 Apr 20 05:44:19.270575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Request body: {'port': {'device_id': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:19.340731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:19.453678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.536413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f67098-9c73-4e7a-8986-b0b6c582f4ea req-73436b84-d31a-4920-a9fa-9c5e9918a367 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:19.537831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.538811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15f67098-9c73-4e7a-8986-b0b6c582f4ea req-73436b84-d31a-4920-a9fa-9c5e9918a367 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 944 time: 1.1759753 Apr 20 05:44:19.559743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:19.609062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Usage tracker for resource:security_group_rule and tenant:0b9584b5cdd9448d82d20dfc8a408d9b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:19.614385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:19.650491 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d93bb792-2659-4453-b348-8a6f48cb4467 req-a0297f16-ae12-4c8b-afa3-47e3eee0f0e0 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1470220 Apr 20 05:44:19.659738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-4dc3e2d9-49fe-407a-a60e-9cf822bb6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:19.661702 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-4dc3e2d9-49fe-407a-a60e-9cf822bb6dad service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c34e465-5433-406d-9ab4-173a8e40887b HTTP/1.1" status: 200 len: 911 time: 1.2265332 Apr 20 05:44:19.662691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:19.791559 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-4bd6078c-86ff-4115-a0ac-ad060810959f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9 HTTP/1.1" status: 200 len: 217 time: 0.1141922 Apr 20 05:44:19.846577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:19.868312 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15f67098-9c73-4e7a-8986-b0b6c582f4ea req-06773673-f10f-4860-9c65-f0692871fbaf tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956305 Apr 20 05:44:19.998865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fc1789b8-c3a6-45a7-a562-808d845decb7 req-ecff6d71-2be4-43b8-aecf-11234cd01cfb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:20.030101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fc1789b8-c3a6-45a7-a562-808d845decb7 req-ecff6d71-2be4-43b8-aecf-11234cd01cfb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:20.031464 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fc1789b8-c3a6-45a7-a562-808d845decb7 req-ecff6d71-2be4-43b8-aecf-11234cd01cfb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 210 time: 0.1930313 Apr 20 05:44:20.033788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.16', 49275) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:20.045324 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5', 'status': 'completed', 'code': 200} Apr 20 05:44:20.198786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.217826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-ec2c0eaa-820b-438e-826b-cb645b78d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.219596 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-ec2c0eaa-820b-438e-826b-cb645b78d430 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1097 time: 0.1847920 Apr 20 05:44:20.231725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-de393d34-d0b7-48e6-85b4-becea694142d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.232511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-de393d34-d0b7-48e6-85b4-becea694142d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:network {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:20.316361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.364903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b7a4060-476d-43f3-9841-422f100f0778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:20.373197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-de393d34-d0b7-48e6-85b4-becea694142d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:network {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:20.374686 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-de393d34-d0b7-48e6-85b4-becea694142d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 817 time: 0.5134509 Apr 20 05:44:20.376524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-8cbd2de4-b026-4744-9b13-2c00709c42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.378147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-8cbd2de4-b026-4744-9b13-2c00709c42c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f22b6a-43f4-438b-b00c-452ed4e666a5 HTTP/1.1" status: 200 len: 850 time: 0.5137601 Apr 20 05:44:20.388754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-cba97466-c164-4417-9217-50439d7b4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.390546 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-cba97466-c164-4417-9217-50439d7b4ec5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1641121 Apr 20 05:44:20.511950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-dc80e941-24a1-4918-8ec8-df87dc6038be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c34e465-5433-406d-9ab4-173a8e40887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123283 Apr 20 05:44:20.515893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.519433 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-3846b436-5d29-4beb-b06e-921f7f1a384e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.1203220 Apr 20 05:44:20.527739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b9584b5cdd9448d82d20dfc8a408d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3661165 Apr 20 05:44:20.528129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33376) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:20.578119 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8f58e3c-f8f6-44e2-b5d8-fa82980f2286 req-b7201d5d-37bc-4f4e-b19d-5c32318e4022 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 210 time: 0.1113024 Apr 20 05:44:20.604371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf1411-9531-4bf4-b75c-7758e72bff97,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:20.619615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdd906-33dc-4f17-abe7-f4b77f0fb4f3 req-28ad922d-69ae-48c4-bc88-b526a371d5b3 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.622582 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5fbdd906-33dc-4f17-abe7-f4b77f0fb4f3 req-28ad922d-69ae-48c4-bc88-b526a371d5b3 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 943 time: 0.3830764 Apr 20 05:44:20.640688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-b5a7b64a-e30e-4346-b815-41f2d6b64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.642227 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-b5a7b64a-e30e-4346-b815-41f2d6b64c0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.1165082 Apr 20 05:44:20.674679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:20.706032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-0e42de2b-9557-4a6d-818f-46da8fc425e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569432 Apr 20 05:44:20.708654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.751882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-384b7fd2-8708-4fdc-986c-0eac64086913 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:20.798253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-50903482-80fe-4147-96a3-f9bbd2e439db req-384b7fd2-8708-4fdc-986c-0eac64086913 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:20.799652 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-384b7fd2-8708-4fdc-986c-0eac64086913 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 5705 time: 0.3980522 Apr 20 05:44:20.814069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'port': {'device_id': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'admin_state_up': True, 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'security_groups': ['cd3c33f7-c645-44d6-b4db-cb6157c695d9']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:20.814833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.929238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5fbdd906-33dc-4f17-abe7-f4b77f0fb4f3 req-457543f4-0279-4cd1-bb36-4273bec7bd05 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467752 Apr 20 05:44:20.950268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-74331bde-0a31-4d9d-aa0f-47cb86c18d4e service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316861 Apr 20 05:44:20.983260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-6952600d-284b-474d-8620-2857b488e8ee service neutron] 10.222.0.16 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501517 Apr 20 05:44:20.999261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.040539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.226113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:21.297942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:21.331277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:21.333789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:21.353333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:21.359798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.360716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.396145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Pushing event updated for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:21.407765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.416794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:21.420488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Made reservation on behalf of b686ed9b9dee4a0f8986763a77753600 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:21.426775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.443011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-de75292c-f5dc-4f1b-b009-d3c527e41abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.470376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf1411-9531-4bf4-b75c-7758e72bff97,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:21.484363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:21.494288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.498420 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cdf1411-9531-4bf4-b75c-7758e72bff97 HTTP/1.1" status: 204 len: 168 time: 0.9665940 Apr 20 05:44:21.501709 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7205839 Apr 20 05:44:21.518359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27e2ac6-992b-4a33-9527-fc48cc783745 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:21.540347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-374d194a-6eb0-4644-99ee-117abfacb319 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714941 Apr 20 05:44:21.555331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c0a72b-9f16-4e5d-bcd2-f82f3c06602c req-fb8546a3-e562-46c5-8dbb-f6ef2aee4c19 service neutron] 10.222.0.16 "GET /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507128 Apr 20 05:44:21.561116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Request body: {'port': {'device_id': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:21.565495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762ac7-97e8-47d6-8c22-8b99634f828d req-0d09ce35-0626-4941-8887-c7f11c114a80 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.568905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c762ac7-97e8-47d6-8c22-8b99634f828d req-0d09ce35-0626-4941-8887-c7f11c114a80 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 944 time: 0.4108286 Apr 20 05:44:21.576382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.620454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:21.653294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Transition to ACTIVE for port object c27e2ac6-992b-4a33-9527-fc48cc783745 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:21.660135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de3c6-a939-4f2e-853f-4f0d82765c43 req-89f5fa4b-f47f-4b02-bdff-3ae5524fe379 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.660924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-523de3c6-a939-4f2e-853f-4f0d82765c43 req-89f5fa4b-f47f-4b02-bdff-3ae5524fe379 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:21.686299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.708398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c621c288-491b-416f-a566-fd4a52d191c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.783760 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c762ac7-97e8-47d6-8c22-8b99634f828d req-d757b606-2b71-4e39-ac2d-3e197a08b237 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941516 Apr 20 05:44:21.806286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-523de3c6-a939-4f2e-853f-4f0d82765c43 req-89f5fa4b-f47f-4b02-bdff-3ae5524fe379 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:21.807588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523de3c6-a939-4f2e-853f-4f0d82765c43 req-89f5fa4b-f47f-4b02-bdff-3ae5524fe379 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 932 time: 0.5880017 Apr 20 05:44:21.910322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,segment=NetworkSegment(8de0f78a-2f52-407b-8b7b-fd0d78a947dd),segment_id=8de0f78a-2f52-407b-8b7b-fd0d78a947dd)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:21.920822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.933716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9', 'network_id': '8c34e465-5433-406d-9ab4-173a8e40887b', 'port_id': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9', 'mac_address': 'fa:16:3e:a7:71:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f22b6a-43f4-438b-b00c-452ed4e666a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:22.038868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Allocated IP 172.20.0.4 (a068a83a-b8b6-46fa-aeac-aa24a5caedcb/b1ae290f-7a5a-447a-b58a-b3bf1a05eb53/cce026a8-9511-4d21-b135-65a97a53b61f) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:22.041504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.067054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:22.070480 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523de3c6-a939-4f2e-853f-4f0d82765c43 req-7e4ba01d-c829-44db-8195-c5ce2e5b9b63 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151866 Apr 20 05:44:22.095343 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb05f50e-2f54-4d86-839b-2593d570726e req-7946761f-aaf7-493f-9129-3317b6e620bb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 210 time: 0.1315916 Apr 20 05:44:22.114377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,segment=NetworkSegment(8de0f78a-2f52-407b-8b7b-fd0d78a947dd),segment_id=8de0f78a-2f52-407b-8b7b-fd0d78a947dd)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:22.122280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.125813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:22.250026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:22.256346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Pushing event updated for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:22.262528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:22.267316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Attempting to bind port c27e2ac6-992b-4a33-9527-fc48cc783745 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:22.267707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Attempting to bind port c27e2ac6-992b-4a33-9527-fc48cc783745 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:22.268057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Attempting to bind port c27e2ac6-992b-4a33-9527-fc48cc783745 on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:22.274300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:22.278585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Port c27e2ac6-992b-4a33-9527-fc48cc783745 on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:22.278943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Attempting to bind port c27e2ac6-992b-4a33-9527-fc48cc783745 on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:22.295194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:22.295822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Checking segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:22.296151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Bound using segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:22.299278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Bound port: c27e2ac6-992b-4a33-9527-fc48cc783745, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:22.301910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.364128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2f76b465-3a66-44ac-a281-5e7ffb17ccc9'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:22.497964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:22.502677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c27e2ac6-992b-4a33-9527-fc48cc783745,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:22.508115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.513548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:22.626825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:22.634710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.638797 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] 10.222.0.16 "PUT /v2.0/ports/c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 1093 time: 3.3797848 Apr 20 05:44:22.639451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:22.687946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33444) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:22.743217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Pushing event updated for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:22.746587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:23.141418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3879d-1f9f-4a86-8efa-fa171577de24 req-f916fe9f-c872-4066-bbba-cd23dc3f8b25 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.143069 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92d3879d-1f9f-4a86-8efa-fa171577de24 req-f916fe9f-c872-4066-bbba-cd23dc3f8b25 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 944 time: 0.1313372 Apr 20 05:44:23.146602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c8ed7d2-5fcb-4d3b-8728-d1f350ba43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.148790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.150688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-2c8ed7d2-5fcb-4d3b-8728-d1f350ba43fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1096 time: 0.4278588 Apr 20 05:44:23.211416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Transition to ACTIVE for port object cce026a8-9511-4d21-b135-65a97a53b61f will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:23.287317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0d6a-1d20-498b-853d-05a0ed62d063 req-d7a65b12-fae5-446f-917d-42c8eeefdaca tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.289576 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a4f0d6a-1d20-498b-853d-05a0ed62d063 req-d7a65b12-fae5-446f-917d-42c8eeefdaca tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 944 time: 0.6004827 Apr 20 05:44:23.323326 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-0afbca21-1f94-48e8-9ed1-14d194193a76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.1461096 Apr 20 05:44:23.369741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.390935 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92d3879d-1f9f-4a86-8efa-fa171577de24 req-fbe8d63d-66bf-47eb-be7c-339ebf5b93af tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375395 Apr 20 05:44:23.409974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-28079753-00dc-4e88-8eb1-29e466866c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.411855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-28079753-00dc-4e88-8eb1-29e466866c38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0775671 Apr 20 05:44:23.466599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:23.468431 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-67e61309-0400-49fc-9f96-2cb1d3f86ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492220 Apr 20 05:44:23.479652 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a4f0d6a-1d20-498b-853d-05a0ed62d063 req-f05c97ca-2af8-4259-8f2f-350a387c35e7 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751766 Apr 20 05:44:23.493379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Usage tracker for resource:security_group_rule and tenant:eedf614f1b1c48c3803e09060d18a700 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:23.508627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.512897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:23.530685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0644e4bc-800a-45c2-878c-0b8da8f1758f {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:23.536471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:23.538827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:23.600110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.605828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2e536097-a26b-479e-9be7-793dbd99d8e5 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:23.649609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:23.684085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:23.712673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:23.730007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:23.736348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.737092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.762849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3a50-7317-401b-97b0-a0033cdcd7e4 req-dc593440-1384-474b-8642-72ccfef39e55 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.764579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-615c3a50-7317-401b-97b0-a0033cdcd7e4 req-dc593440-1384-474b-8642-72ccfef39e55 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 932 time: 0.1751618 Apr 20 05:44:23.775054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Transition to ACTIVE for port object 0644e4bc-800a-45c2-878c-0b8da8f1758f will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:23.784500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:23.804080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:23.806147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.resource_extend [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 05:44:23.836053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-6c8e1c09-4b47-401a-92b8-1b2861ce81d0 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612180 Apr 20 05:44:23.862108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.907509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:23.949584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:23.980508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:23.981166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.996694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-615c3a50-7317-401b-97b0-a0033cdcd7e4 req-1ef4a339-4393-46ef-8690-9e8811cb2872 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:24.046622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-615c3a50-7317-401b-97b0-a0033cdcd7e4 req-1ef4a339-4393-46ef-8690-9e8811cb2872 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:24.056790 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-615c3a50-7317-401b-97b0-a0033cdcd7e4 req-1ef4a339-4393-46ef-8690-9e8811cb2872 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803471 Apr 20 05:44:24.091213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2843080 Apr 20 05:44:24.098009 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8ce793-ecb3-48c8-a578-0c1115273866 req-1b8eef77-1de3-4c76-b12b-45e623aab400 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548764 Apr 20 05:44:24.124417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d81d897d-29ad-4f48-8eb4-12075826d8f2 None None] Provisioning for port cce026a8-9511-4d21-b135-65a97a53b61f completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:24.129832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2e536097-a26b-479e-9be7-793dbd99d8e5,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:24.133140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33496) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:24.143525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Request body: {'port': {'device_id': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:24.156110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d81d897d-29ad-4f48-8eb4-12075826d8f2 None None] Provisioning complete for port cce026a8-9511-4d21-b135-65a97a53b61f triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:24.156110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d81d897d-29ad-4f48-8eb4-12075826d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.206453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Pushing event updated for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:24.228154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '2e536097-a26b-479e-9be7-793dbd99d8e5', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'port_id': '2e536097-a26b-479e-9be7-793dbd99d8e5', 'mac_address': 'fa:16:3e:3e:51:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e866c17f-f543-45f6-902d-69cf04999fc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:24.263783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:24.327360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.334841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Attempting to bind port 0644e4bc-800a-45c2-878c-0b8da8f1758f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:24.335232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Attempting to bind port 0644e4bc-800a-45c2-878c-0b8da8f1758f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:24.335596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Attempting to bind port 0644e4bc-800a-45c2-878c-0b8da8f1758f on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:24.370993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.405249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.406396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d81d897d-29ad-4f48-8eb4-12075826d8f2 None None] Port cce026a8-9511-4d21-b135-65a97a53b61f cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:24.407106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.412671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e536097-a26b-479e-9be7-793dbd99d8e5 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:24.420377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.424480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9adaf-70ad-40aa-8150-eecbf5079241 req-b8526faf-2b2e-4aba-af74-2bee13ef5464 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:24.425269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-33b9adaf-70ad-40aa-8150-eecbf5079241 req-b8526faf-2b2e-4aba-af74-2bee13ef5464 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:24.428080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.452945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:24.460875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:24.463741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Usage tracker for resource:security_group_rule and tenant:90f6e1957fe64f36899e7b5fa55c43cf is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:24.465540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Port 0644e4bc-800a-45c2-878c-0b8da8f1758f on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:24.466120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Attempting to bind port 0644e4bc-800a-45c2-878c-0b8da8f1758f on network 48d01119-2504-4c5f-81eb-9a6d44f19d97 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:24.468853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:24.472537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.480344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:24.482190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eedf614f1b1c48c3803e09060d18a700&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7917664 Apr 20 05:44:24.487780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33510) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:24.494019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:24.494392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Checking segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:24.494800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Bound using segment: {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:24.495303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Bound port: 0644e4bc-800a-45c2-878c-0b8da8f1758f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:24.495681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.535145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2e536097-a26b-479e-9be7-793dbd99d8e5,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:24.538097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,segment=NetworkSegment(8de0f78a-2f52-407b-8b7b-fd0d78a947dd),segment_id=8de0f78a-2f52-407b-8b7b-fd0d78a947dd)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:24.539918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.543059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-69d6f4b7-4cf0-4e21-9288-7c0997570abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.589587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.636772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-33b9adaf-70ad-40aa-8150-eecbf5079241 req-b8526faf-2b2e-4aba-af74-2bee13ef5464 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:24.644167 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33b9adaf-70ad-40aa-8150-eecbf5079241 req-b8526faf-2b2e-4aba-af74-2bee13ef5464 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 931 time: 0.8388989 Apr 20 05:44:24.655583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:24.667033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:24.669824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.686740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1866d-a4e3-4982-952f-77d594102327,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:24.704999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:24.715972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.774857 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745', 'status': 'completed', 'code': 200} Apr 20 05:44:24.793262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33b9adaf-70ad-40aa-8150-eecbf5079241 req-5db64840-52d8-4fd3-a8b2-c1c0ad63b1b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479230 Apr 20 05:44:24.827219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:24.838477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:24.844232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:24.845209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:24.865358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.917386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.921725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:25.077259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.081791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.082472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.084329 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] 10.222.0.16 "PUT /v2.0/ports/0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 1094 time: 3.5275271 Apr 20 05:44:25.086587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:25.131386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Pushing event updated for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:25.141747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:25.200437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33538) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:25.244829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7036-06d7-44ff-b93d-a9e1a5b125f4 req-bdb7b6e3-27d5-442d-b51f-938728858a9f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.246441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd6a7036-06d7-44ff-b93d-a9e1a5b125f4 req-bdb7b6e3-27d5-442d-b51f-938728858a9f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.2801836 Apr 20 05:44:25.275508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685279-0263-40ee-9a07-3bc88593c501 req-b11e1f64-e7f0-4389-9f50-c065bbc3c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.277128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-b11e1f64-e7f0-4389-9f50-c065bbc3c75b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1096 time: 0.4957311 Apr 20 05:44:25.279112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.316073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.387738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:25.399407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.403385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-08310fdc-71b7-423a-b5cf-bc515cdecf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.405444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-08310fdc-71b7-423a-b5cf-bc515cdecf21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1097 time: 0.2703011 Apr 20 05:44:25.408146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c59cfd-6b30-454c-8f79-5ef173379830 req-a09f2010-1123-47a2-8068-81a47218cb58 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.409604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32c59cfd-6b30-454c-8f79-5ef173379830 req-a09f2010-1123-47a2-8068-81a47218cb58 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 945 time: 0.4881115 Apr 20 05:44:25.425793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.506543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854e607-390e-4c01-aee5-22bd11720e0a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:25.516854 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd6a7036-06d7-44ff-b93d-a9e1a5b125f4 req-c72a8632-9d03-42fc-ab36-1d7e14644d3e tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448561 Apr 20 05:44:25.521376 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-9aa52ebc-f7df-4214-b2ca-3188dc991096 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0968153 Apr 20 05:44:25.522358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:25.526361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce026a8-9511-4d21-b135-65a97a53b61f {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:25.533220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90f6e1957fe64f36899e7b5fa55c43cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3978355 Apr 20 05:44:25.533866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33554) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:25.534407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:25.554925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:25.581004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.582167 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ce1866d-a4e3-4982-952f-77d594102327 HTTP/1.1" status: 204 len: 168 time: 1.0867264 Apr 20 05:44:25.588839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1866d-a4e3-4982-952f-77d594102327,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:25.596781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:25.598625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685279-0263-40ee-9a07-3bc88593c501 req-38f21167-33a5-4a3d-90ce-34210c7d8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.599821 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-38f21167-33a5-4a3d-90ce-34210c7d8206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.3149097 Apr 20 05:44:25.603529 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32c59cfd-6b30-454c-8f79-5ef173379830 req-d0c1ae0f-a37b-4db3-aff0-4da47cd64a14 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687846 Apr 20 05:44:25.640405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2e536097-a26b-479e-9be7-793dbd99d8e5 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:25.748889 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-db4941c0-f754-4bb9-9cb2-44aedb42f50a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.1424568 Apr 20 05:44:25.779447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.785570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Usage tracker for resource:security_group_rule and tenant:8c83030278fb49558786a15f60bdbaed is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:25.791919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9', 'code': 200} Apr 20 05:44:25.827452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 2e536097-a26b-479e-9be7-793dbd99d8e5 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:25.839851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 2e536097-a26b-479e-9be7-793dbd99d8e5 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:25.840274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.847638 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f', 'status': 'completed', 'code': 200} Apr 20 05:44:25.853471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:25.879444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:25.925226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Transition to ACTIVE for port object cce026a8-9511-4d21-b135-65a97a53b61f will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:25.959986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.980544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-a3a12256-3b4f-41ee-bf78-044e67c4e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.992371 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-a3a12256-3b4f-41ee-bf78-044e67c4e56c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.4607012 Apr 20 05:44:26.039649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685279-0263-40ee-9a07-3bc88593c501 req-603bfe8d-af22-4de5-9df2-0c51588f84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:26.040925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.041500 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-603bfe8d-af22-4de5-9df2-0c51588f84fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.2856178 Apr 20 05:44:26.042576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33570) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:26.078828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2e536097-a26b-479e-9be7-793dbd99d8e5,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:26.082748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.085553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:26.093901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:26.159228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:26.171119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:26.171886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33576) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:26.186158 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-09233569-33ca-40eb-85e5-3c4a245cd0a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134102 Apr 20 05:44:26.205512 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-32fa320f-9e12-465b-957c-09371d76769b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027416 Apr 20 05:44:26.246285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.314969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.341743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:26.345864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Usage tracker for resource:security_group_rule and tenant:afb74f0182e14ca194d7bc361218c320 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:26.348952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:26.361499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:26.378589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a713e-cd7f-428b-890e-55f9876ece39 req-c541afe3-ebb1-4781-a747-b85ac395ef75 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:26.380245 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-967a713e-cd7f-428b-890e-55f9876ece39 req-c541afe3-ebb1-4781-a747-b85ac395ef75 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 944 time: 0.5082099 Apr 20 05:44:26.413945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.421962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:26.472172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Usage tracker for resource:security_group_rule and tenant:0db28be2ee3a49c8952a653f63ac7362 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:26.487353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:26.495013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:26.506683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:26.512029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:26.561886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.565749 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.575006 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-ee4e60cc-8339-45f6-a78a-a7726ff490ee service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725982 Apr 20 05:44:26.578458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.582989 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-967a713e-cd7f-428b-890e-55f9876ece39 req-3bc7a2ec-5430-477e-bd2e-40b54311962a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626360 Apr 20 05:44:26.623232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:26.751636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Attempting to bind port cce026a8-9511-4d21-b135-65a97a53b61f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:26.752213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Attempting to bind port cce026a8-9511-4d21-b135-65a97a53b61f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:26.752361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Attempting to bind port cce026a8-9511-4d21-b135-65a97a53b61f on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:26.762417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177b252-a079-4402-9a1a-f95065cc82ee req-053245ec-b24d-49f5-83e0-e9f49c18951c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:26.764067 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4177b252-a079-4402-9a1a-f95065cc82ee req-053245ec-b24d-49f5-83e0-e9f49c18951c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.6818583 Apr 20 05:44:26.772789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.777104 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afb74f0182e14ca194d7bc361218c320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960805 Apr 20 05:44:26.780112 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-6174bfcc-111a-482a-bdbc-b180a71f5f89 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804411 Apr 20 05:44:26.781401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33590) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:26.785317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Port cce026a8-9511-4d21-b135-65a97a53b61f on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:26.785713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Attempting to bind port cce026a8-9511-4d21-b135-65a97a53b61f on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:26.804912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.807234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-176e9387-948b-4df1-bc3d-bb5c3fe97061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:26.807540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc90c732-2495-483a-aed7-02b43aea93cc,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:26.808796 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-176e9387-948b-4df1-bc3d-bb5c3fe97061 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 1098 time: 0.7279499 Apr 20 05:44:26.810713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:26.861863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:26.862231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Checking segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:26.862655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Bound using segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:26.863132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Bound port: cce026a8-9511-4d21-b135-65a97a53b61f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:26.863541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.883059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.067549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.099134 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-01a797d9-24de-438c-afd6-9105781910d4 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087001 Apr 20 05:44:27.110577 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c83030278fb49558786a15f60bdbaed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9041903 Apr 20 05:44:27.110577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.117760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33602) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:27.129562 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4177b252-a079-4402-9a1a-f95065cc82ee req-6fee9eaf-57e0-48a1-a1be-b279e56fc0ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553283 Apr 20 05:44:27.134638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.140091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198cb9c-cd6f-43da-9424-e2b25614cc73,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.143466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.154131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be973dc0-16d8-4c33-859c-5e1451635d14 req-d6c3dc34-95d0-4ebd-9133-9c02e364efec tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:27.155751 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be973dc0-16d8-4c33-859c-5e1451635d14 req-d6c3dc34-95d0-4ebd-9133-9c02e364efec tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.4428782 Apr 20 05:44:27.174347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.175970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.189125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:27.190782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81e7b8e9-7490-483c-a109-1c4763c8d202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.193296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Usage tracker for resource:security_group_rule and tenant:0e88878b0cdc4360b421c68290ab3751 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:27.203107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:27.239427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.241256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e854e607-390e-4c01-aee5-22bd11720e0a HTTP/1.1" status: 204 len: 168 time: 1.4714510 Apr 20 05:44:27.260455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:27.262151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0db28be2ee3a49c8952a653f63ac7362&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2177818 Apr 20 05:44:27.275658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33608) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:27.298524 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be973dc0-16d8-4c33-859c-5e1451635d14 req-cf886d45-c591-4dab-ba3c-d72c8dde24a9 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254644 Apr 20 05:44:27.303249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854e607-390e-4c01-aee5-22bd11720e0a,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.303381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52912e5c-858f-48fa-90bd-6f2dcfe2a49b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.307996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.314833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.319577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.336281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.374757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.407155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.435765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.449865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.456202 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b1c8af8-d280-45f9-b011-0ade8a1f9caa req-29ff995b-4446-49e2-a8f7-93ad3a28357c service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672325 Apr 20 05:44:27.479603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:27.492758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.500367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.516185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198cb9c-cd6f-43da-9424-e2b25614cc73,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.518304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:27.519538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.519664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.528075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.533949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.537823 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52912e5c-858f-48fa-90bd-6f2dcfe2a49b HTTP/1.1" status: 204 len: 168 time: 0.2584982 Apr 20 05:44:27.537823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-068aa051-79b0-49e5-8e0d-f4dc5cbde699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.551349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.555480 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3198cb9c-cd6f-43da-9424-e2b25614cc73 HTTP/1.1" status: 204 len: 168 time: 0.4366951 Apr 20 05:44:27.558280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52912e5c-858f-48fa-90bd-6f2dcfe2a49b,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.560937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.593256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.601689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.607074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c27e2ac6-992b-4a33-9527-fc48cc783745 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:27.657999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.660350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:27.661229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.662740 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] 10.222.0.16 "PUT /v2.0/ports/cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 200 len: 1093 time: 3.5324838 Apr 20 05:44:27.663509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc90c732-2495-483a-aed7-02b43aea93cc,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.665639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.668949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.723850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.725232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc90c732-2495-483a-aed7-02b43aea93cc HTTP/1.1" status: 204 len: 168 time: 0.9409413 Apr 20 05:44:27.727220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.794944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Synchronizing usage tracker for tenant:0e88878b0cdc4360b421c68290ab3751 on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:27.865926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:27.898495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e43f85-e4ee-4fe5-99e0-0052c09da16c req-d0de4527-6c1f-4c4b-bff5-814c50856a4d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:27.900179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b2e43f85-e4ee-4fe5-99e0-0052c09da16c req-d0de4527-6c1f-4c4b-bff5-814c50856a4d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 946 time: 0.5785499 Apr 20 05:44:27.907441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:27.921750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Unset dirty status for tenant:0e88878b0cdc4360b421c68290ab3751 on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:27.926665 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1985a98-a813-49b0-8fc6-b3094085f6e6 req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0790379 Apr 20 05:44:27.998822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:28.002729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:28.007227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:28.017344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-ffa37137-67c7-4860-b2e4-e6321730c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.019402 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-ffa37137-67c7-4860-b2e4-e6321730c40a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1097 time: 0.5034208 Apr 20 05:44:28.031933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b2e43f85-e4ee-4fe5-99e0-0052c09da16c req-9a1aad8e-575d-4295-a7c5-db91bf4e8f64 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161625 Apr 20 05:44:28.179479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-211e245e-b927-4105-81ce-0e0b212840ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.183056 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-211e245e-b927-4105-81ce-0e0b212840ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 1096 time: 0.4617558 Apr 20 05:44:28.196222 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'status': 'completed', 'code': 200} Apr 20 05:44:28.196991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c1dbf-30b4-411a-89d3-f2c396e797bc,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:28.205025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:28.274010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774678a-6547-4139-9ff3-fc7db2fba801 req-471f7c89-7901-4017-a05f-c4158517b0df tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.290251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7774678a-6547-4139-9ff3-fc7db2fba801 req-471f7c89-7901-4017-a05f-c4158517b0df tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 944 time: 0.2815475 Apr 20 05:44:28.293042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33640) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.329687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5', 'code': 200} Apr 20 05:44:28.348642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c27e2ac6-992b-4a33-9527-fc48cc783745,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:28.358315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.389904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:28.395453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Usage tracker for resource:security_group_rule and tenant:b42f3a3b453d488f873b8e3daf18b4f8 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:28.399429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'c27e2ac6-992b-4a33-9527-fc48cc783745', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'port_id': 'c27e2ac6-992b-4a33-9527-fc48cc783745', 'mac_address': 'fa:16:3e:69:ba:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82509817-f294-4939-aa67-20103187949a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:28.400415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:28.408105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:28.521067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.528827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.530974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.558254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:28.562974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27e2ac6-992b-4a33-9527-fc48cc783745 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:28.596526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c27e2ac6-992b-4a33-9527-fc48cc783745,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:28.599372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300948d5-2026-4fa8-a189-7f0374440133,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:28.609299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.612531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:28.630653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33648) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.631985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:28.675748 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7774678a-6547-4139-9ff3-fc7db2fba801 req-015c5410-faec-4a90-b59e-e44901f75bff tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842773 Apr 20 05:44:28.676492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33652) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.680947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b42f3a3b453d488f873b8e3daf18b4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869240 Apr 20 05:44:28.696852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.700784 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-e023e15c-45bc-438e-9eb0-02b63e4a4bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 200 len: 217 time: 0.4972827 Apr 20 05:44:28.703514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33656) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.716028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:28.720010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Usage tracker for resource:security_group_rule and tenant:f7d8c0db3748499c85875fe59ea7a430 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:28.722966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:28.729241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:28.763522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:28.770274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:28.815899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.817332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.839183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['c27e2ac6-992b-4a33-9527-fc48cc783745'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:28.881395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.893890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bc6ea1fd-5e9a-41e7-bf6f-d4abcda9cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:28.912565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:28.932533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Usage tracker for resource:security_group_rule and tenant:262c2151e5e8495b80957ce3effac5ae is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:28.948848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:28.968637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:28.968942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-f5855066-a6f1-4f79-834c-cc03a35095bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.970401 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-f5855066-a6f1-4f79-834c-cc03a35095bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.2614396 Apr 20 05:44:28.975076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7d8c0db3748499c85875fe59ea7a430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375621 Apr 20 05:44:28.976095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b00dc9f-2537-4fd8-afc9-584fc4250e0a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:28.979658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:28.982937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33664) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:29.058175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20e74-c103-4d8f-ab8b-db0738cfe14e req-813e69ba-91c5-4aea-a061-9c246685a0ce tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.059847 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ce20e74-c103-4d8f-ab8b-db0738cfe14e req-813e69ba-91c5-4aea-a061-9c246685a0ce tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.2306814 Apr 20 05:44:29.114689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52336320-8a17-4a61-9dff-11c4fa719183 req-f93c9cd6-9305-4f5d-b75c-342edf369786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.116900 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52336320-8a17-4a61-9dff-11c4fa719183 req-f93c9cd6-9305-4f5d-b75c-342edf369786 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.4111493 Apr 20 05:44:29.134119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.143669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd516-cff5-41da-a55f-01f938129c7a req-d8926d35-c86a-4e7d-9e5e-c417e80f9333 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.145260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-716dd516-cff5-41da-a55f-01f938129c7a req-d8926d35-c86a-4e7d-9e5e-c417e80f9333 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.4408746 Apr 20 05:44:29.145489 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ce20e74-c103-4d8f-ab8b-db0738cfe14e req-726f1e22-e8fa-46cd-b48b-7b4c39fb9aff tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Apr 20 05:44:29.146378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-693a0e7c-625b-4c2d-ba47-a0f1c2a345db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.148033 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-693a0e7c-625b-4c2d-ba47-a0f1c2a345db service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 1.1119666 Apr 20 05:44:29.150368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.199225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.242213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.254421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.265432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.311250 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=262c2151e5e8495b80957ce3effac5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289873 Apr 20 05:44:29.314961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33680) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:29.339363 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-c86dd3c3-fb72-44c0-b003-19d8391989a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.1662614 Apr 20 05:44:29.341209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0881ece-cf8f-40a3-b137-cd72ffe7a507,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.385068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.398401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.399859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6942f71c-27f5-4000-9434-c7558274d8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.449105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b00dc9f-2537-4fd8-afc9-584fc4250e0a,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.472388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.483699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.500420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.504027 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b00dc9f-2537-4fd8-afc9-584fc4250e0a HTTP/1.1" status: 204 len: 168 time: 0.5176067 Apr 20 05:44:29.517393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.519192 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52336320-8a17-4a61-9dff-11c4fa719183 req-d6d4b60a-8388-4ea6-9fb2-004ab0800220 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870423 Apr 20 05:44:29.548955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.549282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903482-80fe-4147-96a3-f9bbd2e439db req-1a8aedb4-a7ae-47c4-b9d5-ba90bbd6f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.551065 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-1a8aedb4-a7ae-47c4-b9d5-ba90bbd6f111 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5422268 Apr 20 05:44:29.553017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-f1d851f4-2994-4759-8bc9-2a293af1ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.555062 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-f1d851f4-2994-4759-8bc9-2a293af1ac78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.2029469 Apr 20 05:44:29.616132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c27e2ac6-992b-4a33-9527-fc48cc783745 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:29.624085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c972b23-0587-4d27-a58c-d486e8fe067a req-23b6ad67-ad72-4a86-b106-be06c0a20837 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.631975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c972b23-0587-4d27-a58c-d486e8fe067a req-23b6ad67-ad72-4a86-b106-be06c0a20837 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 946 time: 0.3058209 Apr 20 05:44:29.652339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.659636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.687685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0881ece-cf8f-40a3-b137-cd72ffe7a507,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.693105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.696548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.697764 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0881ece-cf8f-40a3-b137-cd72ffe7a507 HTTP/1.1" status: 204 len: 168 time: 0.3752334 Apr 20 05:44:29.710279 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c972b23-0587-4d27-a58c-d486e8fe067a req-9a2be6e4-9565-4deb-80a9-55655a6ffb21 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Apr 20 05:44:29.746645 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-716dd516-cff5-41da-a55f-01f938129c7a req-5c66e46c-1a37-40c8-8640-5473fa09468e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103613 Apr 20 05:44:29.779376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port c27e2ac6-992b-4a33-9527-fc48cc783745 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:29.785446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port c27e2ac6-992b-4a33-9527-fc48cc783745 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:29.786101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.824485 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-88e3d406-f961-437d-8363-4e3b1fbfab93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2485669 Apr 20 05:44:29.999740 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-e63a71e6-f8bd-476f-8f88-61841804d8e7 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563230 Apr 20 05:44:30.001901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1b3ff-377b-44c2-a5b5-cc9669e4f29d req-85369930-d4be-4bb4-97d4-09608bd74f27 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.003678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-10f1b3ff-377b-44c2-a5b5-cc9669e4f29d req-85369930-d4be-4bb4-97d4-09608bd74f27 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 944 time: 0.1498778 Apr 20 05:44:30.006563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.050447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c27e2ac6-992b-4a33-9527-fc48cc783745,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:30.055262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.060053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.060550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5f1b351-c7d0-4de3-b638-b0c3b99f28d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:30.106349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-10f1b3ff-377b-44c2-a5b5-cc9669e4f29d req-3b75eb86-2312-4b5d-a8e4-4dd0036855ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936973 Apr 20 05:44:30.119420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-106dd0df-1f44-4ed4-9ff4-ab125799cf77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:30.146476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300948d5-2026-4fa8-a189-7f0374440133,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:30.157541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:30.162065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:30.162266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:30.192963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.197977 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/300948d5-2026-4fa8-a189-7f0374440133 HTTP/1.1" status: 204 len: 168 time: 1.4899213 Apr 20 05:44:30.204973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-1c6496c0-c901-4951-8fad-8ca6765e0fbe service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251070 Apr 20 05:44:30.331000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:30.425927 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745', 'code': 200} Apr 20 05:44:30.490875 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7248ef71-8b0e-4491-8e7d-3c148fb5ae62 req-7533f73c-02b0-42aa-a1c3-8b2c078d80a5 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669659 Apr 20 05:44:30.567677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7141fc7-9c60-48bb-9fc5-ddeb0797b8de req-912fb101-53e6-47c4-94db-7164f8a7b646 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.569354 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7141fc7-9c60-48bb-9fc5-ddeb0797b8de req-912fb101-53e6-47c4-94db-7164f8a7b646 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.1743331 Apr 20 05:44:30.577412 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50903482-80fe-4147-96a3-f9bbd2e439db req-29a081d9-baea-476e-aaac-02cb8d3b47e9 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593833 Apr 20 05:44:30.736108 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7141fc7-9c60-48bb-9fc5-ddeb0797b8de req-464e7347-1def-4446-952c-8d5ddab2fcde tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575694 Apr 20 05:44:30.818656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105d380-1bc8-4e58-b6a9-cdbb5ddb2665 req-ca369507-0401-43d2-917b-6098746531a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.820438 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e105d380-1bc8-4e58-b6a9-cdbb5ddb2665 req-ca369507-0401-43d2-917b-6098746531a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.1863520 Apr 20 05:44:30.823593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-0519a994-c4aa-44e0-9284-7652125e2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.825050 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-0519a994-c4aa-44e0-9284-7652125e2a0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 1096 time: 0.1892390 Apr 20 05:44:30.972978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165692b-ec7c-474b-af8a-36571bcb36f6 req-dcedf4e9-9bf1-4a26-96e3-a6d6c4646b7e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.983114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6165692b-ec7c-474b-af8a-36571bcb36f6 req-dcedf4e9-9bf1-4a26-96e3-a6d6c4646b7e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 946 time: 0.1130304 Apr 20 05:44:31.044117 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6165692b-ec7c-474b-af8a-36571bcb36f6 req-ca800972-1842-42d7-a3ba-f1fee9830803 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598211 Apr 20 05:44:31.050021 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e105d380-1bc8-4e58-b6a9-cdbb5ddb2665 req-e799c091-5ed4-4599-a5f6-837fdccf4c57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165935 Apr 20 05:44:31.148359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e189-309f-47a4-9f1d-60d92943ef30 req-953a7775-a9b5-4e06-bb41-4947c54f9fca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.150090 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4d4e189-309f-47a4-9f1d-60d92943ef30 req-953a7775-a9b5-4e06-bb41-4947c54f9fca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1767054 Apr 20 05:44:31.151324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-17cf745b-dcf2-45f4-9500-8e425e814339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.152842 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-17cf745b-dcf2-45f4-9500-8e425e814339 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 918 time: 0.2999442 Apr 20 05:44:31.261950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-ecd59908-3881-449f-86f5-12408adca15d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 200 len: 217 time: 0.0857651 Apr 20 05:44:31.378527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0d0f0-9ab9-4b26-91f5-eb6452c1008e req-6ad0acb6-4483-4f8f-abad-48cec8c4defb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.387487 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1e0d0f0-9ab9-4b26-91f5-eb6452c1008e req-6ad0acb6-4483-4f8f-abad-48cec8c4defb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 944 time: 0.1205001 Apr 20 05:44:31.415561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4d4e189-309f-47a4-9f1d-60d92943ef30 req-718eae0f-344e-4664-b347-088b90cd3851 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573836 Apr 20 05:44:31.463810 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1e0d0f0-9ab9-4b26-91f5-eb6452c1008e req-164e1a5e-c2e2-4a5a-b81b-cf511ce3e1e2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749080 Apr 20 05:44:31.478527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-f380d37d-c0a0-4ea2-973b-34f3d7ac76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.480260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-f380d37d-c0a0-4ea2-973b-34f3d7ac76d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.2034996 Apr 20 05:44:31.591343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-87163c51-e260-4f82-a78f-c2bb1db2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.593113 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-87163c51-e260-4f82-a78f-c2bb1db2a5eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050889 Apr 20 05:44:31.621436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0644e4bc-800a-45c2-878c-0b8da8f1758f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:32.002292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:32.018853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '0644e4bc-800a-45c2-878c-0b8da8f1758f', 'network_id': '48d01119-2504-4c5f-81eb-9a6d44f19d97', 'port_id': '0644e4bc-800a-45c2-878c-0b8da8f1758f', 'mac_address': 'fa:16:3e:77:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82509817-f294-4939-aa67-20103187949a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:32.099916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.119981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0644e4bc-800a-45c2-878c-0b8da8f1758f {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:32.136798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:32.140601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.142441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:32.203069 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-34e466a1-889d-4260-b611-a876e4c55e1a service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999837 Apr 20 05:44:32.220309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:32.224054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:32.368212 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dde77df4-26ea-4cdf-a8fd-b07c8cec3ce5 req-b66015b5-306b-43d4-b1c6-1a7c3fe58073 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576202 Apr 20 05:44:32.371685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['0644e4bc-800a-45c2-878c-0b8da8f1758f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:32.792119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 33830) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:32.901576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809bc1-8255-4619-bfe5-80c1b1efa118 req-ea11f81f-2c0b-4efa-b250-f5dedb22a7db tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:32.903879 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5809bc1-8255-4619-bfe5-80c1b1efa118 req-ea11f81f-2c0b-4efa-b250-f5dedb22a7db tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 945 time: 0.1434407 Apr 20 05:44:32.972688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5809bc1-8255-4619-bfe5-80c1b1efa118 req-41b07bd7-01d6-432d-a556-61957bb6a9ef tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Apr 20 05:44:32.991716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a234d-fe53-431b-918a-910645d6b1fd req-ee5ab9ca-6e14-42a6-9d82-efdfe44a72d4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.002330 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c8a234d-fe53-431b-918a-910645d6b1fd req-ee5ab9ca-6e14-42a6-9d82-efdfe44a72d4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.2037721 Apr 20 05:44:33.110007 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c8a234d-fe53-431b-918a-910645d6b1fd req-051a8307-40db-480e-a008-4792fb61d80f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087129 Apr 20 05:44:33.173355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1668201197-network', 'tenant_id': '0ff7e5cdd76b45c99027ef75d3f0057d'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:33.180870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:33.186250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Usage tracker for resource:network and tenant:0ff7e5cdd76b45c99027ef75d3f0057d is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:33.190466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:33.198541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:33.210882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Made reservation on behalf of 0ff7e5cdd76b45c99027ef75d3f0057d for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:33.216408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.233122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.251751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:33.256650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff7e5cdd76b45c99027ef75d3f0057d is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:33.260654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:33.267169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:33.442995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.448220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.454851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7109bb57-7030-470d-a33b-161fb689a153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:33.484415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4b70c8-6003-476e-bbb9-0dfae9211a71,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:33.488487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.495251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:44:33.505272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.505664 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Added segment 2dfa2491-bec6-465b-bde9-70a68a706717 of type vlan for network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 Apr 20 05:44:33.546302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.589592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.591593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.592304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.600332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:33.645478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:33.653120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0644e4bc-800a-45c2-878c-0b8da8f1758f up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:33.749169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33902) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:33.756052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Request body: {'subnet': {'network_id': 'c6d3d17c-1562-474b-8cf2-c6c36fabbbd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1668201197-subnet', 'tenant_id': '0ff7e5cdd76b45c99027ef75d3f0057d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:33.766651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9662898 Apr 20 05:44:33.766937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:33.771294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d3d17c-1562-474b-8cf2-c6c36fabbbd5,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:33.774051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Usage tracker for resource:subnet and tenant:0ff7e5cdd76b45c99027ef75d3f0057d is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:33.788063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.788475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:33.795681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:33.809861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Made reservation on behalf of 0ff7e5cdd76b45c99027ef75d3f0057d for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:33.819730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.820692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:44:33.917475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 0644e4bc-800a-45c2-878c-0b8da8f1758f completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:33.937689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 0644e4bc-800a-45c2-878c-0b8da8f1758f triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:33.938104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.316865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:34.379258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'mac_address': 'fa:16:3e:66:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:34.434338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.486659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.490361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:34.507469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:34.510158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ab852eaa-98c4-47cf-a3be-307b65fca914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:34.511368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.526444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.531914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6c5ca9e3-17da-4e94-9dca-948ac2f9c1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:34.559285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb7b2-5cc8-4fd9-8633-0d3716bd3563 req-83da8872-592e-441c-93da-b543f97c794b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.560979 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd6eb7b2-5cc8-4fd9-8633-0d3716bd3563 req-83da8872-592e-441c-93da-b543f97c794b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1873882 Apr 20 05:44:34.613245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bf823-b29f-4382-8daf-aec43e34c729 req-d1e1d983-e11a-4f33-8283-df4612656cc5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.614923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-948bf823-b29f-4382-8daf-aec43e34c729 req-d1e1d983-e11a-4f33-8283-df4612656cc5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 945 time: 0.2866807 Apr 20 05:44:34.616953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:34.621610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:34.623526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce026a8-9511-4d21-b135-65a97a53b61f {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:34.642253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:34.646880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.648791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:34.678459 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd6eb7b2-5cc8-4fd9-8633-0d3716bd3563 req-a0336734-a5e8-45ae-84a3-b6f6b623a30c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085339 Apr 20 05:44:34.733362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:34.738782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:34.772629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-948bf823-b29f-4382-8daf-aec43e34c729 req-2d9ac105-c5ad-4073-8af8-d5c159050f58 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221912 Apr 20 05:44:34.780505 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f', 'code': 200} Apr 20 05:44:34.781046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac194e45-8b4c-4880-bc5a-4d8eef5f60e2,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:34.791063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:34.800046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Checking segment: {'id': '2dfa2491-bec6-465b-bde9-70a68a706717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6d3d17c-1562-474b-8cf2-c6c36fabbbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:34.800494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Network hostable DHCP agents. Network: c6d3d17c-1562-474b-8cf2-c6c36fabbbd5, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:44:34.837836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:44:34.848610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, c6d3d17c-1562-474b-8cf2-c6c36fabbbd5) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:34.857574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508a3ed-cd44-4cc7-808c-c02fae1b2181 None None] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:34.866888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.866888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.885610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1352241 Apr 20 05:44:34.953246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['cce026a8-9511-4d21-b135-65a97a53b61f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:35.105895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a3e0a-139d-456a-948b-510e833129c4 req-75027da9-024a-4fe6-8ad5-d9a31a1199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.108167 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-346a3e0a-139d-456a-948b-510e833129c4 req-75027da9-024a-4fe6-8ad5-d9a31a1199fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.1296151 Apr 20 05:44:35.169026 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-346a3e0a-139d-456a-948b-510e833129c4 req-373f0422-2d2b-480d-9385-9151d6fe8491 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Apr 20 05:44:35.265865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fe080-f1ee-4802-b780-d0c8f1791d30 None None] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:35.683135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 33982) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:35.689833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-964300612-network', 'tenant_id': 'f16c29ed605c4e3188502ea8f6b80ef1'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:35.694989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:35.699558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Usage tracker for resource:network and tenant:f16c29ed605c4e3188502ea8f6b80ef1 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:35.702688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:35.709265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:35.719650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Made reservation on behalf of f16c29ed605c4e3188502ea8f6b80ef1 for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:35.724461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.742315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.760912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:35.764949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Usage tracker for resource:security_group_rule and tenant:f16c29ed605c4e3188502ea8f6b80ef1 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:35.767900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:35.773929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:35.858860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.862228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.874569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20089eb7-bc5f-4777-aab9-7ba6b8d2492d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:35.888618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:44:35.913081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.913466 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Added segment 97cb250f-4757-4a89-aafd-715d141b6ad0 of type vlan for network d0b42535-68b1-4ec0-8e4e-d662fd9053bd Apr 20 05:44:35.923214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487882ab-bd90-4bd5-8092-87efaccbeb13,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:35.926600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:35.928862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efe16-1f26-4608-83c5-ca568b727d41 req-deec19d2-8a35-4a43-a3d9-eff653c33e09 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.930536 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b03efe16-1f26-4608-83c5-ca568b727d41 req-deec19d2-8a35-4a43-a3d9-eff653c33e09 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 944 time: 0.1046395 Apr 20 05:44:35.984143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b03efe16-1f26-4608-83c5-ca568b727d41 req-fc251ffc-151f-4e8a-98c3-42e920a21710 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Apr 20 05:44:36.020879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.111951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4be86-e4a9-4a53-b17f-b03157e91224 req-4dbf3be8-ffce-48ad-bace-5b1b153d445b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.122355 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-14e4be86-e4a9-4a53-b17f-b03157e91224 req-4dbf3be8-ffce-48ad-bace-5b1b153d445b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1790533 Apr 20 05:44:36.144525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.149450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.150089 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.160844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:36.180169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34004) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:36.348719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-14e4be86-e4a9-4a53-b17f-b03157e91224 req-af0999d5-4ec9-4be2-893e-5907919a4ff0 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250452 Apr 20 05:44:36.350345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.358579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6742480 Apr 20 05:44:36.362123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34012) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:36.370651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Request body: {'subnet': {'network_id': 'd0b42535-68b1-4ec0-8e4e-d662fd9053bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-964300612-subnet', 'tenant_id': 'f16c29ed605c4e3188502ea8f6b80ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:36.375508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:36.379661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Usage tracker for resource:subnet and tenant:f16c29ed605c4e3188502ea8f6b80ef1 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:36.382878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:36.389425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:36.391310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:36.395611 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Usage tracker for resource:security_group_rule and tenant:aeaacb7e00ae45c8848cd055b4c484a8 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:36.396795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b42535-68b1-4ec0-8e4e-d662fd9053bd,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:36.399123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:36.399960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Made reservation on behalf of f16c29ed605c4e3188502ea8f6b80ef1 for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:36.405196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.411978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:44:36.415699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:36.460390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:36.531345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.535569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.563389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1f10991e-08de-4df1-b964-b659b6cd2f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:36.573218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeaacb7e00ae45c8848cd055b4c484a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918815 Apr 20 05:44:36.578318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34018) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:36.639453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d979ffe-958a-487e-a0a5-e36d248d17a8,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:36.642699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:36.678214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.713469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.741231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:44:36.770354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.776461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61b3b0f2-4f11-49c1-b88e-3ccfea346d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:36.792295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.793515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d979ffe-958a-487e-a0a5-e36d248d17a8 HTTP/1.1" status: 204 len: 168 time: 0.2124963 Apr 20 05:44:36.794437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d979ffe-958a-487e-a0a5-e36d248d17a8,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:36.796700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:36.938283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.943220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:37.027004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67203064-0c32-4c28-b357-72da6db73f7b,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:37.030894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:37.033982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Checking segment: {'id': '97cb250f-4757-4a89-aafd-715d141b6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0b42535-68b1-4ec0-8e4e-d662fd9053bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:37.034367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Network hostable DHCP agents. Network: d0b42535-68b1-4ec0-8e4e-d662fd9053bd, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:44:37.061335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:44:37.070672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, d0b42535-68b1-4ec0-8e4e-d662fd9053bd) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:37.075405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.076061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.081464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9cc512-0bd5-4285-b998-a39838fe6a10 None None] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:37.111445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-21e4955e-53f2-46b3-bc29-96bf56722205 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7480340 Apr 20 05:44:37.148568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34040) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:37.172016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.192200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:37.197353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Usage tracker for resource:security_group_rule and tenant:a6b34b0c633340a2905d00fd1e9be965 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:37.200604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:37.207779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:37.250637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ba7c0-28f5-47da-8804-8f6acb9e2c21 req-08ecd99a-c423-481a-a12c-7565688e932d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.253261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-895ba7c0-28f5-47da-8804-8f6acb9e2c21 req-08ecd99a-c423-481a-a12c-7565688e932d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 944 time: 0.1258876 Apr 20 05:44:37.334740 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-895ba7c0-28f5-47da-8804-8f6acb9e2c21 req-369c8cb2-92eb-4a01-a5ab-186c11833654 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746210 Apr 20 05:44:37.392430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.396814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.431401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54b57577-468b-47d9-b9bb-6fbf2368fc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:37.446619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6b34b0c633340a2905d00fd1e9be965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967730 Apr 20 05:44:37.449401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34052) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:37.508426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79cc6e4f-8d86-4f88-9b2e-879d90f71e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.524808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.557464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.560051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd681bf-d71e-40f3-aa3d-3fbcff8ef702,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:37.575683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:37.619579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.626424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.633325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:37.647393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd681bf-d71e-40f3-aa3d-3fbcff8ef702,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:37.652415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebb63-9f2a-4f43-8705-a2da5e7b33be req-dfbc8ab7-bad7-4c30-a77a-06fb272cbaa8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.659831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:37.662600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.663036 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-409ebb63-9f2a-4f43-8705-a2da5e7b33be req-dfbc8ab7-bad7-4c30-a77a-06fb272cbaa8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1872599 Apr 20 05:44:37.664259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5dd681bf-d71e-40f3-aa3d-3fbcff8ef702 HTTP/1.1" status: 204 len: 168 time: 0.2137744 Apr 20 05:44:37.700358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f540526-8a90-4874-83cb-a2c182cc3aab None None] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:37.754676 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-409ebb63-9f2a-4f43-8705-a2da5e7b33be req-398bf348-2e66-48df-8b1f-9204e7fa44d7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766826 Apr 20 05:44:38.121484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:38.246418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port cce026a8-9511-4d21-b135-65a97a53b61f completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:38.251794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port cce026a8-9511-4d21-b135-65a97a53b61f triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:38.252212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.367617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58795a-6775-432a-8473-7d0a9f481a8e req-8ede2b90-d9de-4656-8d41-896b914862ec tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:38.369243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e58795a-6775-432a-8473-7d0a9f481a8e req-8ede2b90-d9de-4656-8d41-896b914862ec tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1899199 Apr 20 05:44:38.436675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.439074 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e58795a-6775-432a-8473-7d0a9f481a8e req-df775445-bae3-4ea8-a511-88a1d693f83d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574419 Apr 20 05:44:38.473347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:38.501751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:38.506747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.509632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:38.551534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'code': 200} Apr 20 05:44:38.585484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:38.589246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:38.606795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0633a7-2b60-49ab-be3d-42dead3f2803 req-857f57dd-deea-402e-bd76-4ea0190314e7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:38.608455 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a0633a7-2b60-49ab-be3d-42dead3f2803 req-857f57dd-deea-402e-bd76-4ea0190314e7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0948215 Apr 20 05:44:38.656257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a0633a7-2b60-49ab-be3d-42dead3f2803 req-4308203a-b92f-4c01-9c8e-03d4a7f2b11e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Apr 20 05:44:39.220983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34110) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:39.351015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.366349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:39.370877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Usage tracker for resource:security_group_rule and tenant:af4f4fd25ca84be1b55f2f0698a8ad66 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:39.373329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:39.379434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:39.467388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.470681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.479817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:39.525388 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af4f4fd25ca84be1b55f2f0698a8ad66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006663 Apr 20 05:44:39.525388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b452b-8bfe-46e7-816f-cde58db76f4d,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:39.526319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34126) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:39.529090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:39.590012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.619137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.639991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbce7f-e4b9-483e-b2df-925b804d1a2e req-a41f022d-4ab5-42a0-b120-d919c00ca051 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:39.641576 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9fbbce7f-e4b9-483e-b2df-925b804d1a2e req-a41f022d-4ab5-42a0-b120-d919c00ca051 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0927677 Apr 20 05:44:39.665543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.670638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5f1ec2d4-809f-4a44-a88c-d1de36ee2b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:39.681604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b452b-8bfe-46e7-816f-cde58db76f4d,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:39.685247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:39.689084 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.690268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b83b452b-8bfe-46e7-816f-cde58db76f4d HTTP/1.1" status: 204 len: 168 time: 0.1629617 Apr 20 05:44:39.690386 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9fbbce7f-e4b9-483e-b2df-925b804d1a2e req-041a9b82-ad66-44df-b449-6c9aeb141564 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Apr 20 05:44:39.879425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ed8f-604a-4afe-9010-4c5136e49ada req-38d97e36-560b-40cd-bb34-f6c430a38c16 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:39.880782 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e391ed8f-604a-4afe-9010-4c5136e49ada req-38d97e36-560b-40cd-bb34-f6c430a38c16 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0924928 Apr 20 05:44:39.930950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e391ed8f-604a-4afe-9010-4c5136e49ada req-0f36f2c5-1ebe-4b11-98db-7075fb6d26e3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Apr 20 05:44:39.956672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5c64915-dafc-4e51-95ce-0a28af760f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.210972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.251802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-4f320385-09e0-422a-9eaa-1217e816a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.253847 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-4f320385-09e0-422a-9eaa-1217e816a560 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0957048 Apr 20 05:44:40.458634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-8cdf9900-586e-4bf7-88b6-4c2e41e90fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.460519 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-8cdf9900-586e-4bf7-88b6-4c2e41e90fa2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1983430 Apr 20 05:44:40.571276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b56ed-ad35-4d08-9eaf-6e93700c1c23 req-6ba23ce6-66d4-461a-9c98-a7a45921b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.571393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a8b56ed-ad35-4d08-9eaf-6e93700c1c23 req-6ba23ce6-66d4-461a-9c98-a7a45921b3b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 1098 time: 0.1929507 Apr 20 05:44:40.572954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-4473e557-e684-48b2-b6d7-e262b8befc44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0954278 Apr 20 05:44:40.684115 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a8b56ed-ad35-4d08-9eaf-6e93700c1c23 req-b559edb9-931f-4d26-b6fb-179a66b49628 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909455 Apr 20 05:44:40.692135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-6ab9050b-03ee-40a1-abf8-732a42dfb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.693865 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-6ab9050b-03ee-40a1-abf8-732a42dfb487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0993538 Apr 20 05:44:40.862995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-4fc4a682-d67a-40bc-bab9-3e00bcb0fe57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868020 Apr 20 05:44:41.154651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10cc2c-aeab-42b7-81d3-d6b6128a798b req-1d7bae30-081c-4437-acb7-73221c305e8b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:41.156512 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b10cc2c-aeab-42b7-81d3-d6b6128a798b req-1d7bae30-081c-4437-acb7-73221c305e8b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0964878 Apr 20 05:44:41.230998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b10cc2c-aeab-42b7-81d3-d6b6128a798b req-eea6089b-9daa-4cec-b325-fde45cdd80b8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671072 Apr 20 05:44:41.248450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a08b2e-fb3f-4ef1-85fd-a548203c6338 req-3a82c09f-e3d3-4504-8d5c-0829dd28eb75 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:41.250063 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26a08b2e-fb3f-4ef1-85fd-a548203c6338 req-3a82c09f-e3d3-4504-8d5c-0829dd28eb75 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.4290042 Apr 20 05:44:41.325898 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26a08b2e-fb3f-4ef1-85fd-a548203c6338 req-49c19157-58c5-4b2e-860c-9f47d061b8d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Apr 20 05:44:41.343591 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-5e2abddc-e243-4c12-8b2e-aff720ee7e1a service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568419 Apr 20 05:44:41.509711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43981e71-f592-4d3e-a2c5-3e5f990c79df req-951f7a67-66d9-4a38-a98e-bb160c85d0ce service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384046 Apr 20 05:44:41.570099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.854235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.471245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef88b2-2217-48ef-bb01-b4352e8cd018 req-824fae03-5ad9-4af3-890a-c6c80e9acc66 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:42.475198 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8fef88b2-2217-48ef-bb01-b4352e8cd018 req-824fae03-5ad9-4af3-890a-c6c80e9acc66 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1016729 Apr 20 05:44:42.527800 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8fef88b2-2217-48ef-bb01-b4352e8cd018 req-343f7fd9-f97a-4edf-8594-9de6acf1056b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516031 Apr 20 05:44:42.566865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b3fe7-b21f-4174-be5f-a70dd62cd11c req-0c417340-1450-465c-97ab-c092e7859a3c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:42.568702 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-346b3fe7-b21f-4174-be5f-a70dd62cd11c req-0c417340-1450-465c-97ab-c092e7859a3c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1004262 Apr 20 05:44:42.619795 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-346b3fe7-b21f-4174-be5f-a70dd62cd11c req-c875bd52-e228-4ef1-9e5c-4a87fb47dc4f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Apr 20 05:44:42.736948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad3eb-275f-447d-b625-48a5c0d070f9 req-2ec4df70-0c28-4bc1-a252-b002ec3f1d85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:42.738435 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-399ad3eb-275f-447d-b625-48a5c0d070f9 req-2ec4df70-0c28-4bc1-a252-b002ec3f1d85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1002662 Apr 20 05:44:42.749293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34282) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:42.754717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'floatingip': {'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:42.847700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.853795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e45a-d0f0-450d-922c-368fe44fa83a req-98dbd199-2467-4d7a-ae56-478fcec035ae tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:43.855610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3283e45a-d0f0-450d-922c-368fe44fa83a req-98dbd199-2467-4d7a-ae56-478fcec035ae tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.1851025 Apr 20 05:44:43.862195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67e3b7-e921-4ebf-98f3-5db0c726c8c6 req-3e2c6d76-8c5d-486f-b586-fa46fe20271c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:43.870808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc67e3b7-e921-4ebf-98f3-5db0c726c8c6 req-3e2c6d76-8c5d-486f-b586-fa46fe20271c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1139646 Apr 20 05:44:43.930443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc67e3b7-e921-4ebf-98f3-5db0c726c8c6 req-84f7492a-3064-4466-a25f-f559797d608f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584886 Apr 20 05:44:44.005539 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3283e45a-d0f0-450d-922c-368fe44fa83a req-97502e99-24bb-4ae1-86f3-bd586b4cdafe tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420612 Apr 20 05:44:44.023324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:44.034645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:44.222648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Floating IP 14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6 associated. External IP: 172.27.2.66, port: cce026a8-9511-4d21-b135-65a97a53b61f. Apr 20 05:44:44.624271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:44.817183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:44.821904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:44.831636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:44.846251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:44.846938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:44:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:44.883772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-491a4558-044d-4357-a2d0-7e190173c6d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "PUT /v2.0/floatingips/14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6 HTTP/1.1" status: 200 len: 990 time: 2.1332464 Apr 20 05:44:44.884606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:44.932152 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'status': 'completed', 'code': 200} Apr 20 05:44:45.077703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:45.107505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-8ea22258-a141-489f-a422-01d630448b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.111338 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-8ea22258-a141-489f-a422-01d630448b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 1098 time: 0.1397073 Apr 20 05:44:45.203333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4ac50-e1fa-46c0-8d29-8a5b72e16270 req-6dd580fe-4b1b-4400-a47e-f524d3101e98 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.204610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-baf4ac50-e1fa-46c0-8d29-8a5b72e16270 req-6dd580fe-4b1b-4400-a47e-f524d3101e98 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1430390 Apr 20 05:44:45.292261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-baf4ac50-e1fa-46c0-8d29-8a5b72e16270 req-f1dd99cb-5105-4918-ad6b-8347c0d70d5f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691047 Apr 20 05:44:45.335449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-b7ac9513-a911-47f6-8b80-4ad4f3acb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.337185 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-b7ac9513-a911-47f6-8b80-4ad4f3acb208 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 918 time: 0.2211215 Apr 20 05:44:45.499465 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-f6cfd33c-e321-4982-9f7e-cfd2b94aa2bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 200 len: 998 time: 0.1128540 Apr 20 05:44:45.613348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:66:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:09Z', 'updated_at': '2021-04-20T05:44:43Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:45.620083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:45.620318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-f7fc1c18-0bd3-4c5e-b525-1fc29bd95313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.632538 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-f7fc1c18-0bd3-4c5e-b525-1fc29bd95313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.1229765 Apr 20 05:44:45.642202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:45.642807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:44:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:45.751148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791d000-6c75-4e7e-aa67-2cfb2dc6df92 req-941712c5-f417-4e34-bd63-0cedd713693d tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.759013 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7791d000-6c75-4e7e-aa67-2cfb2dc6df92 req-941712c5-f417-4e34-bd63-0cedd713693d tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.4207716 Apr 20 05:44:45.792962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-dada663b-4349-4fd9-9024-06481875b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.796093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-dada663b-4349-4fd9-9024-06481875b0bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1466310 Apr 20 05:44:45.822534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7791d000-6c75-4e7e-aa67-2cfb2dc6df92 req-75579453-a1b0-4992-a3cb-209d074de279 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Apr 20 05:44:45.843750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34368) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:45.953615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:45.990600 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-db0838f0-e232-4f06-935d-1fb563538a32 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717277 Apr 20 05:44:46.002015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.018131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:46.022682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Usage tracker for resource:security_group_rule and tenant:e4b5dc37cf104697bbf8b9b3327e59a5 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:46.025662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:46.032108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:46.138429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.143996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.156415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:46.218968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4b5dc37cf104697bbf8b9b3327e59a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739114 Apr 20 05:44:46.219940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34376) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:46.221143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee126d8e-67af-4733-a935-546bbb59f3d8,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:46.239215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-a455ff5c-15d5-43c5-8a0a-24f4c99d9dd2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:46.241714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-a455ff5c-15d5-43c5-8a0a-24f4c99d9dd2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.16 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.1547074 Apr 20 05:44:46.262303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:46.347568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Deleting port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:44:46.347763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.353543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.380727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.445709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.450157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35c4a718-744f-4966-9a86-d6a84991628a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:46.462851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee126d8e-67af-4733-a935-546bbb59f3d8,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:46.467812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:46.469893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.471288 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee126d8e-67af-4733-a935-546bbb59f3d8 HTTP/1.1" status: 204 len: 168 time: 0.2473371 Apr 20 05:44:46.486044 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ee01311-9e7a-4db0-8f99-1cd27e4e0433 req-a5694903-6510-411a-a5a6-50f5b6000b37 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841094 Apr 20 05:44:46.591182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:66:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:09Z', 'updated_at': '2021-04-20T05:44:43Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:46.595441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469f9ff-aef4-4371-8f98-b73ccf874791 None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:66:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:09Z', 'updated_at': '2021-04-20T05:44:43Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:46.735579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98718-f1cb-42b6-8f87-207d36d1fbb4 req-e548a6d5-f155-4599-8339-700a4ae13031 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:46.737278 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9aa98718-f1cb-42b6-8f87-207d36d1fbb4 req-e548a6d5-f155-4599-8339-700a4ae13031 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.2741461 Apr 20 05:44:46.782555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] For port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,segment=NetworkSegment(8de0f78a-2f52-407b-8b7b-fd0d78a947dd),segment_id=8de0f78a-2f52-407b-8b7b-fd0d78a947dd)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:46.782955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.815755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34388) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:46.838837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.859810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:46.865580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Usage tracker for resource:security_group_rule and tenant:3f15db68ddc841b59cc270d2940fc173 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:46.869436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:46.871829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9aa98718-f1cb-42b6-8f87-207d36d1fbb4 req-8704a734-77e6-4b61-870e-909e64eebda4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237485 Apr 20 05:44:46.876907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:46.932686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6464cf-eb6c-4f75-a171-eb30c1a9c6ff None None] New status for floating IP 14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6: ACTIVE {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:44:46.965415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Calling delete_port for 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:44:47.053694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.059592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.078943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:47.149527 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f15db68ddc841b59cc270d2940fc173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323970 Apr 20 05:44:47.154358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34402) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:47.155264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2106679-9e0f-4e17-8018-fbc500c585c9,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:47.160385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:47.194447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92f1f4-2452-44a2-8880-1e9c81d766a4 req-db212f5a-cb87-4d04-980c-34c63a6357cb tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:47.196243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c92f1f4-2452-44a2-8880-1e9c81d766a4 req-db212f5a-cb87-4d04-980c-34c63a6357cb tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 945 time: 0.2182786 Apr 20 05:44:47.355683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c92f1f4-2452-44a2-8880-1e9c81d766a4 req-3e7d0fbb-7d90-41f3-b0cc-2a7d83ceae4a tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/security-groups?id=85301082-95e0-47a3-a4d0-781e9be76ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516569 Apr 20 05:44:47.382509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.414360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.438655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.457472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2f76b465-3a66-44ac-a281-5e7ffb17ccc9'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:47.457753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:47.485993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.492286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35b62011-403d-48be-af30-3ec5d5fa7c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:47.515272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2106679-9e0f-4e17-8018-fbc500c585c9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:47.518164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:47.519530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.524121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2106679-9e0f-4e17-8018-fbc500c585c9 HTTP/1.1" status: 204 len: 168 time: 0.3621311 Apr 20 05:44:47.548241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Pushing event deleted for resources: {'Port': ['ID=2f76b465-3a66-44ac-a281-5e7ffb17ccc9,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:47.651120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.651594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.651945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.652301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.652897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.653069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.653490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.653757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.654097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.654601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.655272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.655423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:47.658935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] No DVR routers for this DVR port 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:44:47.660325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:47.663199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.666197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'name': 'network-vif-deleted', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:47.695724 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a476fdeb-ddc6-48d0-99ae-03a83c51a590 req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.16 "DELETE /v2.0/ports/2f76b465-3a66-44ac-a281-5e7ffb17ccc9 HTTP/1.1" status: 204 len: 173 time: 1.4439309 Apr 20 05:44:47.718317 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83333ea5-cba6-41b2-a1d8-530bd044e927', 'name': 'network-vif-deleted', 'tag': '2f76b465-3a66-44ac-a281-5e7ffb17ccc9', 'status': 'completed', 'code': 200} Apr 20 05:44:48.079716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958968-9552-48e9-a72a-21aab9f24761 req-c5e19b65-a058-4427-b9f2-b4c322bbed47 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:48.081595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07958968-9552-48e9-a72a-21aab9f24761 req-c5e19b65-a058-4427-b9f2-b4c322bbed47 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0945013 Apr 20 05:44:48.142304 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07958968-9552-48e9-a72a-21aab9f24761 req-eee3c850-477d-4733-bf99-c5c8ba127959 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Apr 20 05:44:48.567213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb723624-3a37-4594-a3e1-311bfd470d29 req-8c8d1d31-ccb4-45c7-a507-40f9299355e2 tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] 10.222.0.38 "GET /v2.0/ports?device_id=83333ea5-cba6-41b2-a1d8-530bd044e927 HTTP/1.1" status: 200 len: 210 time: 0.0702090 Apr 20 05:44:49.372040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4239-5c22-40aa-b546-df63080da4b8 req-38f16f7c-1847-4c2c-abc5-25239d4fc559 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:49.373706 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5dc4239-5c22-40aa-b546-df63080da4b8 req-38f16f7c-1847-4c2c-abc5-25239d4fc559 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0975718 Apr 20 05:44:49.425020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5dc4239-5c22-40aa-b546-df63080da4b8 req-40c1eb6f-01ea-4419-a832-c3aa01466605 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Apr 20 05:44:49.778582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:44:49.818040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:44:49.819157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2f76b465-3a66-44ac-a281-5e7ffb17ccc9 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:44:50.698080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df93bea-96c8-417b-966f-d04eff416ee6 req-383197f9-8639-4c03-a24f-7bfab01350be tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:50.709811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8df93bea-96c8-417b-966f-d04eff416ee6 req-383197f9-8639-4c03-a24f-7bfab01350be tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1483171 Apr 20 05:44:50.764780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8df93bea-96c8-417b-966f-d04eff416ee6 req-562accea-91e0-4f12-b253-446093f8f05b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Apr 20 05:44:51.403073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34562) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:51.472375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Deleting subnet 28f22b6a-43f4-438b-b00c-452ed4e666a5 {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:44:51.475849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.529675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.538482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.807062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.812710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d8293d0-357a-4991-9d33-8018eb150e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:51.849819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f22b6a-43f4-438b-b00c-452ed4e666a5,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:51.853403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.860848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:51.864228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-008d3c64-1779-48d7-90ac-9c2d9b1df901 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/28f22b6a-43f4-438b-b00c-452ed4e666a5 HTTP/1.1" status: 204 len: 168 time: 0.4597745 Apr 20 05:44:51.866641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34574) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:52.042779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.129363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fffeb-8a04-4e6b-94c7-ffa224d5f552 req-de8f116e-458e-4fd3-94a9-2f01a7cb09a4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:52.131182 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e4fffeb-8a04-4e6b-94c7-ffa224d5f552 req-de8f116e-458e-4fd3-94a9-2f01a7cb09a4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1865537 Apr 20 05:44:52.231971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.277832 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e4fffeb-8a04-4e6b-94c7-ffa224d5f552 req-67ff82ac-fd90-4895-8f2f-47e91c3ff783 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908389 Apr 20 05:44:52.597953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.598371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.599278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.599667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.600062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.600442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.600734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.601082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.601430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.601787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.669218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.669615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.669986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.670338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:52.670762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c34e465-5433-406d-9ab4-173a8e40887b']}} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:52.687522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de0f78a-2f52-407b-8b7b-fd0d78a947dd') {'for_net_delete': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:52.687857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de0f78a-2f52-407b-8b7b-fd0d78a947dd') {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:52.700344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842641'] for segment, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.715856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.721460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34602) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:52.724076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:44:52.868062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.885202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:52.889275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Usage tracker for resource:security_group_rule and tenant:50e41f5d5b5b4716b8f230ba3f82135f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:52.893554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:52.899027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:52.916646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Network 8c34e465-5433-406d-9ab4-173a8e40887b has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:44:52.925706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853235685'] for segment, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.986289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.990390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.004210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b2e33d31-4928-481a-beb2-e2349bb3b7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.051622 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50e41f5d5b5b4716b8f230ba3f82135f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288310 Apr 20 05:44:53.052618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34610) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:53.055782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d55183-cce3-4a9a-8389-91c6bf3d0758,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.078729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.079166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.079573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.079930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.080306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.080682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.081054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.081422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.081788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.082154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.082520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.082886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:53.089481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:53.109895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Network 8c34e465-5433-406d-9ab4-173a8e40887b has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:44:53.137340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: from cryptography.utils import int_from_bytes Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: from cryptography.utils import int_from_bytes Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: (rel_b, rel_a, rel_b), Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: (rel_b, rel_a, rel_b), Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:44:53.139162 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:44:53.164916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.216927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.220320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.221958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5292007b-bd50-47ae-a59d-5197f5ad9304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.224973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.236691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d55183-cce3-4a9a-8389-91c6bf3d0758,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.239159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.240457 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46d55183-cce3-4a9a-8389-91c6bf3d0758 HTTP/1.1" status: 204 len: 168 time: 0.1863477 Apr 20 05:44:53.241378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:53.245837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c34e465-5433-406d-9ab4-173a8e40887b,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.248088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.251132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:53.269809 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8c34e465-5433-406d-9ab4-173a8e40887b HTTP/1.1" status: 204 len: 168 time: 1.4018793 Apr 20 05:44:53.423631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34624) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:53.499306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1ad7d46e-e375-47b7-a117-60cb74516635 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b5f3c92407e410eab135171c3623375&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0743048 Apr 20 05:44:53.500222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34632) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:53.521888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b576b-7d2a-4ba4-86f7-4425fc10b4f1 req-dc4597db-1f69-49c1-a557-ef924faaaf0b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:53.523989 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f10b576b-7d2a-4ba4-86f7-4425fc10b4f1 req-dc4597db-1f69-49c1-a557-ef924faaaf0b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1198580 Apr 20 05:44:53.589769 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f10b576b-7d2a-4ba4-86f7-4425fc10b4f1 req-d3153de7-877b-4c2d-b121-4507b49dbe96 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Apr 20 05:44:53.594865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.632012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.682345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.686345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1f996b56-552f-4ab9-a23f-3dc2b6b17659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.705703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34636) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:53.706318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85301082-95e0-47a3-a4d0-781e9be76ba7,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.708898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:53.714886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.716134 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85301082-95e0-47a3-a4d0-781e9be76ba7 HTTP/1.1" status: 204 len: 168 time: 0.2148871 Apr 20 05:44:53.739204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.756397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:53.760914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Usage tracker for resource:security_group_rule and tenant:3263bf81622c456b83a9a7b87d30e1d4 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:53.763493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:53.769837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:53.913944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.924112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.940495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.988771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950650f-d25f-4427-a411-69c1b4e84699,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.994202 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3263bf81622c456b83a9a7b87d30e1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868297 Apr 20 05:44:53.995206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:53.997424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34650) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:54.059354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.091108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.138661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.144063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-da4cbc72-e886-4ecc-99bf-f162e9e395a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:54.155961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950650f-d25f-4427-a411-69c1b4e84699,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:54.162240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:54.166367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.168105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d950650f-d25f-4427-a411-69c1b4e84699 HTTP/1.1" status: 204 len: 168 time: 0.1697757 Apr 20 05:44:54.798067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ae3d1-0d96-4ffd-a59d-656d07ccacb2 req-75f5d0a5-3495-4457-b956-c621748674fb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:54.800465 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-025ae3d1-0d96-4ffd-a59d-656d07ccacb2 req-75f5d0a5-3495-4457-b956-c621748674fb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0958493 Apr 20 05:44:54.849688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-025ae3d1-0d96-4ffd-a59d-656d07ccacb2 req-e5c4aa66-2ebd-4463-98a8-c4e76ba087cc tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Apr 20 05:44:55.796033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34758) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:55.938679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.966352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:55.971728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Usage tracker for resource:security_group_rule and tenant:45d6a5f52eab4dfca11e2720a9a4c0d5 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:55.976005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:55.983914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:56.085806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.090050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.094227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014bf20-6a24-4b78-83e0-9cc205bdceed req-09d3a944-e92b-4865-8944-bc0bfd03deb3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:56.096073 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1014bf20-6a24-4b78-83e0-9cc205bdceed req-09d3a944-e92b-4865-8944-bc0bfd03deb3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1145337 Apr 20 05:44:56.100226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f542664-6fa2-4286-a736-f66c07bddf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:56.153942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1014bf20-6a24-4b78-83e0-9cc205bdceed req-fab6fe81-9eb7-4df0-a371-5cd875c7a742 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 Apr 20 05:44:56.154762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34776) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:56.155515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45d6a5f52eab4dfca11e2720a9a4c0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576252 Apr 20 05:44:56.157754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234d6373-f089-4a6c-8ab7-5c8c36f7859d,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:56.161258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:56.225646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.261234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.313244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.320493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-55ca0ec3-09c5-48b6-bcc3-674182b7cd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:56.340401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.344669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/234d6373-f089-4a6c-8ab7-5c8c36f7859d HTTP/1.1" status: 204 len: 168 time: 0.1888654 Apr 20 05:44:56.345705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d6373-f089-4a6c-8ab7-5c8c36f7859d,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:56.348690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:57.385143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac1022-b4b9-4e7e-8446-bc9486190b8c req-852f53c0-9d5c-40ac-8984-7a18a3ef6e46 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:57.387047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80ac1022-b4b9-4e7e-8446-bc9486190b8c req-852f53c0-9d5c-40ac-8984-7a18a3ef6e46 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0949097 Apr 20 05:44:57.446391 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80ac1022-b4b9-4e7e-8446-bc9486190b8c req-e587d318-481f-4715-8299-26f3e3233c39 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Apr 20 05:44:57.900447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34920) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:57.984608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Deleting subnet ac194e45-8b4c-4880-bc5a-4d8eef5f60e2 {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:44:57.987872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.050960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843933159'] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.120132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.258423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34938) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:58.268009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34944) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:58.416808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1540536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1746163'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.421921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:58.431273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.446229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.463787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:58.466325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac194e45-8b4c-4880-bc5a-4d8eef5f60e2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:58.468551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.468912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:58.471801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e876484a24da4ee49d3f9f7630076027 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:58.473042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:58.476058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:58.481015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 34954) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:58.482334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Usage tracker for resource:security_group_rule and tenant:1192c678c49b4d6eb1a6e048f26bf230 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:58.487919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e7bfd094-67fc-41d6-99da-77edced7d78b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ac194e45-8b4c-4880-bc5a-4d8eef5f60e2 HTTP/1.1" status: 204 len: 168 time: 0.5857332 Apr 20 05:44:58.491296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:58.493444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:58.518266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:58.665742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.669606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f21e1d-09e4-41aa-ae64-23e4be05651f req-a0440315-a116-4e00-a9b0-33c252a975cf tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:58.671276 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87f21e1d-09e4-41aa-ae64-23e4be05651f req-a0440315-a116-4e00-a9b0-33c252a975cf tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0934153 Apr 20 05:44:58.724427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87f21e1d-09e4-41aa-ae64-23e4be05651f req-1bc7b641-b357-4512-8efb-a37a3573be8f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Apr 20 05:44:59.134690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.139026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.141388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.208820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.265662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a4371c4-91d2-4d3d-88ac-ea0816569edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.272231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.400674 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1192c678c49b4d6eb1a6e048f26bf230&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1307828 Apr 20 05:44:59.403659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34966) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.406218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01361bbb-285f-481a-ba25-21562c2cf3a6,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.410625 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e876484a24da4ee49d3f9f7630076027&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1509595 Apr 20 05:44:59.413952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.421328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 34970) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.422806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.443002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.443440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.444301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.444688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.445044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.445402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.446158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.446158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.446446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.446799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.513203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.513594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.513968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.514435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:59.514724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d3d17c-1562-474b-8cf2-c6c36fabbbd5']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:59.516152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.541623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.549823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfa2491-bec6-465b-bde9-70a68a706717') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:59.550153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfa2491-bec6-465b-bde9-70a68a706717') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:59.570999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.578019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-ac020a2a-36a8-42fb-8c21-2c17f91ca844 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:59.578914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-ac020a2a-36a8-42fb-8c21-2c17f91ca844 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:59.582723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.591150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74447287-6dd2-4b7e-bfa9-3d2455249408,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.601785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.602461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.610784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.620583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:44:59.635222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-ac020a2a-36a8-42fb-8c21-2c17f91ca844 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:59.636527 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-ac020a2a-36a8-42fb-8c21-2c17f91ca844 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.5629537 Apr 20 05:44:59.674939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.680413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f75c009-11d4-42a2-ae89-98aa947f601f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.691483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.705093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01361bbb-285f-481a-ba25-21562c2cf3a6,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.718678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.721775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-75eccf33-6a69-422d-a6e5-192f39b8c72a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/quotas/8eb3cddced074298b4e5028a2dc76893 HTTP/1.1" status: 200 len: 375 time: 0.0676379 Apr 20 05:44:59.724747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.732513 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74447287-6dd2-4b7e-bfa9-3d2455249408 HTTP/1.1" status: 204 len: 168 time: 0.3073103 Apr 20 05:44:59.732513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c91bbb0d-8992-4865-8968-80e58754fa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.739306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.743605 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01361bbb-285f-481a-ba25-21562c2cf3a6 HTTP/1.1" status: 204 len: 168 time: 0.3387654 Apr 20 05:44:59.749606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74447287-6dd2-4b7e-bfa9-3d2455249408,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.773651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.917681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:44:59.929843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.985415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6b95-aa46-469e-908c-94250369d374 req-7939f05a-5cf4-4509-ba47-e5b3ed360c11 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:59.994526 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d45f6b95-aa46-469e-908c-94250369d374 req-7939f05a-5cf4-4509-ba47-e5b3ed360c11 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1148338 Apr 20 05:45:00.053990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d45f6b95-aa46-469e-908c-94250369d374 req-467d61b1-a67c-4a94-a3dc-25657006118d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581036 Apr 20 05:45:00.152656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Network c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:45:00.167399 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-06db0dc9-8557-4772-ad39-526976ef5e84 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3896418 Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: from cryptography.utils import int_from_bytes Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: from cryptography.utils import int_from_bytes Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: (rel_b, rel_a, rel_b), Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: (rel_b, rel_a, rel_b), Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:45:00.186775 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:45:00.256916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35002) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.284747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.308808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:00.314265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ea13bfca9d4b4da2cf655f95220bab is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:00.317334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:00.325001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:00.333748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35006) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.364478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.372008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.391911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:00.398044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29e2695b-9aa2-452f-8260-4b2cd2c0108f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.400310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Usage tracker for resource:security_group_rule and tenant:fe32d73b0f7044818868746b65c85f23 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:00.404224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:00.413965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:00.424831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.428034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d3d17c-1562-474b-8cf2-c6c36fabbbd5,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.442601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.462266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-cdfaf132-b3ff-44a0-992b-8fff0515d72f service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739646 Apr 20 05:45:00.496938 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c6d3d17c-1562-474b-8cf2-c6c36fabbbd5 HTTP/1.1" status: 204 len: 168 time: 2.0113690 Apr 20 05:45:00.500625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35010) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.516279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.524601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.535320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc29953e-9541-4ffa-b68e-82950401b4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.607144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4ea13bfca9d4b4da2cf655f95220bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487484 Apr 20 05:45:00.609874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35016) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.614190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18b8d9-f097-44e2-8d22-a2af200f6e07,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.625243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.641185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.651372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.658471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bdc9db61-a8d5-4480-8d74-24c93099ca9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.690767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Deleting subnet 67203064-0c32-4c28-b357-72da6db73f7b {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:45:00.698983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe32d73b0f7044818868746b65c85f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613484 Apr 20 05:45:00.699308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.699977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35020) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.721626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390649c0-ed6e-49c1-b8ed-26b2e8018cf2,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.726997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.773427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-d4a2565e-efa0-4cfc-9be5-7f90f99840c5 service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031361 Apr 20 05:45:00.777167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.797705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.809796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.843459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.867711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.877619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e98a2fc8-c84b-4c07-b88a-191c7e97ca92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.897731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390649c0-ed6e-49c1-b8ed-26b2e8018cf2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.901115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.914552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.919160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/390649c0-ed6e-49c1-b8ed-26b2e8018cf2 HTTP/1.1" status: 204 len: 168 time: 0.2153196 Apr 20 05:45:00.932806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.953872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.010951 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0a990a5-ca78-47ba-9c9c-60a1d0ae3951 req-270b6b90-747f-4e2c-98c4-db51af7f3a48 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0670362 Apr 20 05:45:01.175055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.183577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dd75ac66-1a24-4d9a-b16a-e6c4a2a9813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.205291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18b8d9-f097-44e2-8d22-a2af200f6e07,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.317561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.331652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.335978 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a18b8d9-f097-44e2-8d22-a2af200f6e07 HTTP/1.1" status: 204 len: 168 time: 0.7234735 Apr 20 05:45:01.442474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a56ff-55e5-4dcb-a97b-a9978d2bd6d6 req-5401e4eb-027f-426f-918c-d8cec5707ffa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:01.444265 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-635a56ff-55e5-4dcb-a97b-a9978d2bd6d6 req-5401e4eb-027f-426f-918c-d8cec5707ffa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.2470322 Apr 20 05:45:01.475397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.491457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.537405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67203064-0c32-4c28-b357-72da6db73f7b,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.543587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-635a56ff-55e5-4dcb-a97b-a9978d2bd6d6 req-fa141271-7b6f-4e3d-b4f7-b7e1227e3007 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920577 Apr 20 05:45:01.544398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.551452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.553003 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1d85a7e1-5a87-478a-844a-bf699e96936e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/67203064-0c32-4c28-b357-72da6db73f7b HTTP/1.1" status: 204 len: 168 time: 1.0511990 Apr 20 05:45:01.555841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35054) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.701329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.074978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.200007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b42535-68b1-4ec0-8e4e-d662fd9053bd']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:02.247077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cb250f-4757-4a89-aafd-715d141b6ad0') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:02.247497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cb250f-4757-4a89-aafd-715d141b6ad0') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:02.290561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.313966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.321141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:45:02.350835 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e2f4e24-37d1-4f5d-8d76-b3be8aadee91 req-fddd065b-6c52-4489-8fcd-6738c790b1f9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0874431 Apr 20 05:45:02.542711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-879ba5c3-5284-4e0c-9caf-e5d44a3ff534 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:02.544503 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-879ba5c3-5284-4e0c-9caf-e5d44a3ff534 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.1836393 Apr 20 05:45:02.567303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Request body: {'port': {'device_id': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'admin_state_up': True, 'tenant_id': '8eb3cddced074298b4e5028a2dc76893'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:02.630293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:45:02.643525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.752599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:02.765317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:02.776369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:02.784972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.896786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Network d0b42535-68b1-4ec0-8e4e-d662fd9053bd has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:45:03.036780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda28b3-4a4a-4824-abf7-90f7696c34a8 req-dfb813cb-45bd-4ff4-ac6c-1453334eb23f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:03.038486 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fda28b3-4a4a-4824-abf7-90f7696c34a8 req-dfb813cb-45bd-4ff4-ac6c-1453334eb23f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.2327476 Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:45:03.091570 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:45:03.112360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.132355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.162355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.180106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b42535-68b1-4ec0-8e4e-d662fd9053bd,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.183984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.186288 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d0b42535-68b1-4ec0-8e4e-d662fd9053bd HTTP/1.1" status: 204 len: 168 time: 1.6293192 Apr 20 05:45:03.317077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Allocated IP 172.20.0.2 (15d91916-a601-4e7e-92b4-8b4e4f867d05/e866c17f-f543-45f6-902d-69cf04999fc9/a532f0ee-e6ef-4085-8c6d-b4154d6b3633) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:03.407637 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fda28b3-4a4a-4824-abf7-90f7696c34a8 req-9d5611a5-9ccd-4e66-9143-8cedd43bc00e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597803 Apr 20 05:45:03.473616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35134) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:03.582641 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2585bbbb-604e-479d-97b2-e94511885b4f req-89e41f27-7ac7-47e7-b96f-05226c131980 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0824296 Apr 20 05:45:03.617919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a2f1f10b-167a-494e-a577-d130dbfe52bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ff7e5cdd76b45c99027ef75d3f0057d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427286 Apr 20 05:45:03.618625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35142) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:03.639484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.713625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.728103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.733711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:03.772651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.813796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event updated for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.824821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.826690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:03.828062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:03.842524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:03.843126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.919033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.924863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.938017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:03.938687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.940671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4b70c8-6003-476e-bbb9-0dfae9211a71,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.943435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.951380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.952761 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c4b70c8-6003-476e-bbb9-0dfae9211a71 HTTP/1.1" status: 204 len: 168 time: 0.3331010 Apr 20 05:45:03.986327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4280648 Apr 20 05:45:04.009598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Request body: {'port': {'device_id': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:04.162772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.247316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35170) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.432235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35186) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.534632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.665986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-99517a1f-7b9e-4bb5-9b03-1562fa0267ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f16c29ed605c4e3188502ea8f6b80ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272360 Apr 20 05:45:04.671325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35200) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.682001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:04.789982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Usage tracker for resource:security_group_rule and tenant:19de66c7c8b54a3e97bd1db85ed96c80 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:04.809792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:04.821868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:04.857241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.896377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35208) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.924916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb251-c6e6-435c-b067-f58ba080a4d3 req-1793624a-86d0-4e0a-b721-baea40058e53 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:04.926827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03ddb251-c6e6-435c-b067-f58ba080a4d3 req-1793624a-86d0-4e0a-b721-baea40058e53 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.2545455 Apr 20 05:45:04.935232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39695792-5ce8-4620-b233-84d4297e18a2 req-845ee377-f8b4-41f8-b1c1-52bc1df8a1ca tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:04.935999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-39695792-5ce8-4620-b233-84d4297e18a2 req-845ee377-f8b4-41f8-b1c1-52bc1df8a1ca tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:04.963638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-39695792-5ce8-4620-b233-84d4297e18a2 req-845ee377-f8b4-41f8-b1c1-52bc1df8a1ca tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:04.967260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.970915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39695792-5ce8-4620-b233-84d4297e18a2 req-845ee377-f8b4-41f8-b1c1-52bc1df8a1ca tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 931 time: 0.1547298 Apr 20 05:45:05.078716 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39695792-5ce8-4620-b233-84d4297e18a2 req-e24858b3-3099-4cee-8166-43a95f7d4623 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056268 Apr 20 05:45:05.102185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a532f0ee-e6ef-4085-8c6d-b4154d6b3633 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:05.109738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.116317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.144360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.150414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Transition to ACTIVE for port object a532f0ee-e6ef-4085-8c6d-b4154d6b3633 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:05.158709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.159312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.165437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-743dcfd7-5f9c-4156-8583-22f9416f0cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.180046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-359f588a-43f6-4838-b8c3-62bbf20e7b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.213689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e9f0b6-c54f-44f2-b40d-b522ed4902d9,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.261635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:05.269826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c220a833424d61afc89135d7dab8df is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:05.283903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:05.290251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:05.302400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.316482 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03ddb251-c6e6-435c-b067-f58ba080a4d3 req-6f38e2cc-4ad2-46c1-a0cc-41684afb57be tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683164 Apr 20 05:45:05.371474 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19de66c7c8b54a3e97bd1db85ed96c80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1228948 Apr 20 05:45:05.374463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35228) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:05.407951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.419442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0e54e66d-3533-415a-96b2-11f2753a1d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.432266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Pushing event updated for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.435343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.451182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487882ab-bd90-4bd5-8092-87efaccbeb13,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.460926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.494532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Attempting to bind port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:05.494887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Attempting to bind port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:05.495292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Attempting to bind port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:05.505057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:05.505455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.505723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Attempting to bind port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:05.506553 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/487882ab-bd90-4bd5-8092-87efaccbeb13 HTTP/1.1" status: 204 len: 168 time: 0.8317852 Apr 20 05:45:05.512683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-78af87d0-2275-4d92-9636-5b09a38ee156 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2108443 Apr 20 05:45:05.513434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.515360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:05.515736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Checking segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:05.516151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Bound using segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:05.516608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Bound port: a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:05.516999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.560276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.593219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.608347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.619606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83f123c4-d005-4cbb-9096-5e5b664602df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.667342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:05.671941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:05.682315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.687938 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9c220a833424d61afc89135d7dab8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7817264 Apr 20 05:45:05.688939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35236) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:05.690556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.690782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666086e-8723-4c94-823d-75ea2e057919,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.696586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.737429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.746500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a779d185-ae11-4cc3-925c-39e7741c83fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.757943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:05.758732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.760173 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] 10.222.0.16 "PUT /v2.0/ports/a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 200 len: 1093 time: 1.7587175 Apr 20 05:45:05.762040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e9f0b6-c54f-44f2-b40d-b522ed4902d9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.764226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:05.770456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.778463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-c3c9ffcc-a8c3-42fe-a5ff-a42e47f4e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:05.780087 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-c3c9ffcc-a8c3-42fe-a5ff-a42e47f4e1ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.1914287 Apr 20 05:45:05.789144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Pushing event updated for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.792576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.797459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.801317 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00e9f0b6-c54f-44f2-b40d-b522ed4902d9 HTTP/1.1" status: 204 len: 168 time: 0.4232824 Apr 20 05:45:05.807380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.833296 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', 'status': 'completed', 'code': 200} Apr 20 05:45:05.839798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.886792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.892161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecdc6d88-a21b-410e-a88c-f8108577125d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.903626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666086e-8723-4c94-823d-75ea2e057919,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.908692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.910755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.912025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8666086e-8723-4c94-823d-75ea2e057919 HTTP/1.1" status: 204 len: 168 time: 0.2175429 Apr 20 05:45:06.259339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35266) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:06.284841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.312673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:06.319007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Usage tracker for resource:security_group_rule and tenant:962122839f064a47b5bec2e915d19a5f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:06.324712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:06.334025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:06.345761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285665c-4831-4210-8ed3-9416aa3497bc req-3f93d177-0e57-4301-8420-417053ad10eb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:06.347418 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1285665c-4831-4210-8ed3-9416aa3497bc req-3f93d177-0e57-4301-8420-417053ad10eb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.1452153 Apr 20 05:45:06.418972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35278) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:06.422187 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1285665c-4831-4210-8ed3-9416aa3497bc req-da24b29d-b2be-4791-9f41-09fee8fa3d23 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Apr 20 05:45:06.500442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.504124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.526335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.542978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:06.546937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a50caad-62e9-4750-aada-0b851c6f4028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:06.547590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Usage tracker for resource:security_group_rule and tenant:9a5d7ab8b0b2492086e4ff0e63326c60 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:06.550782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:06.557257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:06.560981 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=962122839f064a47b5bec2e915d19a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983303 Apr 20 05:45:06.561518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35282) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:06.607737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a6ee0-078d-49c0-bcd8-6588f98ca72a,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:06.613123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:06.647584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.652560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455b36-70a8-4f02-93e0-5e2f557038d3 req-61a14a8e-5fd9-40dc-8c4b-4b7e01b1d02d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:06.654384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3455b36-70a8-4f02-93e0-5e2f557038d3 req-61a14a8e-5fd9-40dc-8c4b-4b7e01b1d02d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1880052 Apr 20 05:45:06.675418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.721424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.726936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9562a845-24f8-437a-a710-88f244549e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:06.735066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.738725 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3455b36-70a8-4f02-93e0-5e2f557038d3 req-d092d153-5e53-4901-8a38-93be417ea547 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772460 Apr 20 05:45:06.739978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.749405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a6ee0-078d-49c0-bcd8-6588f98ca72a,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:06.749815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-601c3e92-bd8c-476d-863f-f0d058241731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:06.753449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:06.754785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.756055 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df0a6ee0-078d-49c0-bcd8-6588f98ca72a HTTP/1.1" status: 204 len: 168 time: 0.1903300 Apr 20 05:45:06.809611 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a5d7ab8b0b2492086e4ff0e63326c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890655 Apr 20 05:45:06.810592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d760ed-9343-43d4-98b0-2ee4a2646ffa,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:06.814112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:06.814467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35294) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:06.890173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.920157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.965791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.975992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47dd2882-261a-4e83-8f54-5a010d3c6e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:06.988931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d760ed-9343-43d4-98b0-2ee4a2646ffa,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:06.991462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:06.995038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.996377 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44d760ed-9343-43d4-98b0-2ee4a2646ffa HTTP/1.1" status: 204 len: 168 time: 0.1807172 Apr 20 05:45:07.115930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35308) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:07.331489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.348298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:07.352760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Usage tracker for resource:security_group_rule and tenant:d2a4022539f340f78b0026d11fbcee10 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:07.355559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:07.361921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:07.471108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.474938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.482337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b7aba1b-de87-44ba-9208-1b1ca63dd479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:07.484473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f40d294-4255-44da-a50b-59dff12417cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.532226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a054f63-4fb6-4248-8de0-236c95e09bc4,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:07.546721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:07.552815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35334) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:07.555335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2a4022539f340f78b0026d11fbcee10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380269 Apr 20 05:45:07.687838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.702876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.761767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c4f2e-633c-444f-92e5-70a3df8a7337 req-11d39e57-1107-427d-beaa-ba628cf10961 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:07.763422 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-866c4f2e-633c-444f-92e5-70a3df8a7337 req-11d39e57-1107-427d-beaa-ba628cf10961 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.1727500 Apr 20 05:45:07.765502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.844864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-866c4f2e-633c-444f-92e5-70a3df8a7337 req-aeae5ca3-bcfc-4a8f-a1bb-25f7261183f8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716527 Apr 20 05:45:07.852511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.861376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-af110a41-17b3-4781-8dae-df22343c97e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:07.878305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a054f63-4fb6-4248-8de0-236c95e09bc4,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:07.881466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:07.882997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.884287 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a054f63-4fb6-4248-8de0-236c95e09bc4 HTTP/1.1" status: 204 len: 168 time: 0.3299601 Apr 20 05:45:08.050620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41948e4-753c-46c0-849c-96b0d28e4300 req-1cc77617-bf93-495b-9ae5-1b7769c66937 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:08.052305 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a41948e4-753c-46c0-849c-96b0d28e4300 req-1cc77617-bf93-495b-9ae5-1b7769c66937 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0912218 Apr 20 05:45:08.107079 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a41948e4-753c-46c0-849c-96b0d28e4300 req-1626e235-3543-4504-b7ed-077c45a82593 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Apr 20 05:45:09.047582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-4ec50147-5cc7-4d15-9efa-d32be1d6194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.049190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-4ec50147-5cc7-4d15-9efa-d32be1d6194e service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.2943900 Apr 20 05:45:09.052817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-f29c1a8d-9ac0-429f-a154-467901afdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.054276 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-f29c1a8d-9ac0-429f-a154-467901afdf7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1096 time: 0.2035081 Apr 20 05:45:09.259028 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-41219f16-c6fd-4a6c-b563-b3f674b4a641 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.1617665 Apr 20 05:45:09.334521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-8a41911b-4b78-4633-8f58-8f7918a1340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.336309 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-8a41911b-4b78-4633-8f58-8f7918a1340d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8eb3cddced074298b4e5028a2dc76893&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2403667 Apr 20 05:45:09.352179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fc1b-458b-48f3-8c79-48337ee10cec req-4b36127a-6c26-4f0e-9e7a-3038a3b734f8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.353820 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e7fc1b-458b-48f3-8c79-48337ee10cec req-4b36127a-6c26-4f0e-9e7a-3038a3b734f8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1156430 Apr 20 05:45:09.407367 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e7fc1b-458b-48f3-8c79-48337ee10cec req-06e458ee-cc5c-41ef-855f-ac2455c4318b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Apr 20 05:45:09.512865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-d71d473f-6cd3-46a8-8b0e-d6a6ca7d5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.514349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-d71d473f-6cd3-46a8-8b0e-d6a6ca7d5fd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.1770835 Apr 20 05:45:09.577079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8e83-961a-426a-a1d3-adaac12430bb req-244e8f39-315b-4c64-99d2-d251c5fe50d0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.578689 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-371e8e83-961a-426a-a1d3-adaac12430bb req-244e8f39-315b-4c64-99d2-d251c5fe50d0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.5285494 Apr 20 05:45:09.595080 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-1b5dc1c8-9608-4e0e-9b78-c075329eaf06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678473 Apr 20 05:45:09.799024 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-622d0e36-8aaf-43ec-b506-de7e6fe7e5da service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649077 Apr 20 05:45:09.961074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bd578101-6ed3-41fa-b757-8e202ac478e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.160817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-e9cdfda1-b6c6-439c-b45b-d624f78ef75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:10.162458 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd17baa4-51b3-4bc5-a25e-493dd0ebc992 req-e9cdfda1-b6c6-439c-b45b-d624f78ef75c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7818558 Apr 20 05:45:10.167453 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-371e8e83-961a-426a-a1d3-adaac12430bb req-cb233837-3280-4d4f-a378-72410dc7141e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750780 Apr 20 05:45:10.214086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.269065 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3464aff9-091d-47a7-87bd-3f501a44a6e8 req-7ae75dd8-9228-4140-9ec3-db866faaad41 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678636 Apr 20 05:45:10.301172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-f93f0a3f-d2b4-44e3-8391-d19d56572629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:10.302953 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-f93f0a3f-d2b4-44e3-8391-d19d56572629 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0880902 Apr 20 05:45:10.384718 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-c5749e77-cf57-4a44-9ec0-37ffa1c936e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 200 len: 217 time: 0.0664048 Apr 20 05:45:10.464342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-0fb71499-5120-4f3c-ab93-071011271362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:10.466019 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-0fb71499-5120-4f3c-ab93-071011271362 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0718434 Apr 20 05:45:10.518903 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-04de4523-f88e-46c5-bf50-00478ab79b4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461464 Apr 20 05:45:10.629907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e82b-5a2a-405b-a5e5-5ac4dfb5b646 req-26d98359-c296-4086-8634-0b484e77b70b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:10.631513 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c32e82b-5a2a-405b-a5e5-5ac4dfb5b646 req-26d98359-c296-4086-8634-0b484e77b70b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1004155 Apr 20 05:45:10.675792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-321f8cbd-170e-4e10-9c92-031cfbfd6428 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462953 Apr 20 05:45:10.679649 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c32e82b-5a2a-405b-a5e5-5ac4dfb5b646 req-7e72370c-7c7a-4b08-a052-79423629b159 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Apr 20 05:45:10.823398 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be08aba6-49b7-4ea8-b3c8-494a6c66a970 req-7f376d10-6af5-4ab4-9925-5d103b14e5a5 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386623 Apr 20 05:45:11.422210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b25f0-7800-4479-9a0b-8948177673a2 req-a9f23703-c452-4f5b-9278-7bc90536fb8e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:11.425152 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4b25f0-7800-4479-9a0b-8948177673a2 req-a9f23703-c452-4f5b-9278-7bc90536fb8e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.1050868 Apr 20 05:45:11.478384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4b25f0-7800-4479-9a0b-8948177673a2 req-b9ff479d-4827-4605-be06-9407099a6556 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468183 Apr 20 05:45:11.575958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.849478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.905076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a566-1d1a-4ea8-ace8-dbc6a17fbb6d req-aa127aba-7c74-4ddd-8f52-b3332e22283e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:11.906667 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e93a566-1d1a-4ea8-ace8-dbc6a17fbb6d req-aa127aba-7c74-4ddd-8f52-b3332e22283e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1015434 Apr 20 05:45:11.958698 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e93a566-1d1a-4ea8-ace8-dbc6a17fbb6d req-62f3e56c-82bc-4b4f-890e-4864ac3cef56 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Apr 20 05:45:12.683273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddff00-1c33-423a-ad62-fce0a2526af1 req-0266eb4f-ef65-4570-aa74-bb84996ec63e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:12.684863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4ddff00-1c33-423a-ad62-fce0a2526af1 req-0266eb4f-ef65-4570-aa74-bb84996ec63e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.0891747 Apr 20 05:45:12.733593 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4ddff00-1c33-423a-ad62-fce0a2526af1 req-8bca812b-bc4a-438f-90c7-7488c1c90488 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Apr 20 05:45:13.172727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1e4e-b19d-4d52-84e9-6c3c6ae6e9a4 req-10911066-7a9a-4134-bac6-3850398d7942 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:13.174216 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99aa1e4e-b19d-4d52-84e9-6c3c6ae6e9a4 req-10911066-7a9a-4134-bac6-3850398d7942 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1038721 Apr 20 05:45:13.225259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99aa1e4e-b19d-4d52-84e9-6c3c6ae6e9a4 req-29cc3428-fc11-4a4f-9f4a-06f57236f7f7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Apr 20 05:45:13.705210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device a532f0ee-e6ef-4085-8c6d-b4154d6b3633 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:13.740455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:45:13.847540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:13.861820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'port_id': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', 'mac_address': 'fa:16:3e:47:3c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e866c17f-f543-45f6-902d-69cf04999fc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:13.919973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:13.938939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8253c2-90eb-4c14-943b-266d3515cf45 req-11fddc48-c732-4d44-8894-7c56b97b4cb5 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:13.939159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a532f0ee-e6ef-4085-8c6d-b4154d6b3633 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:13.940561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d8253c2-90eb-4c14-943b-266d3515cf45 req-11fddc48-c732-4d44-8894-7c56b97b4cb5 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 943 time: 0.0900028 Apr 20 05:45:13.956410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:13.960052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:13.961883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c33f024-f241-4036-82bf-2c4abf6373d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:13.989058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d8253c2-90eb-4c14-943b-266d3515cf45 req-0fed4033-5fbd-4db1-99bd-b6c8ea83276e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Apr 20 05:45:14.043033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:14.051142 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.051527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.051936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.052304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.052668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.053027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.053389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.053744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.054101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.054454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.054808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.055187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:14.059243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:14.436307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba171e1-cec4-41af-8a72-9a4067a2f716 req-d38a7dc2-8804-4feb-bf63-44b7e1a19e8b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:14.438220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ba171e1-cec4-41af-8a72-9a4067a2f716 req-d38a7dc2-8804-4feb-bf63-44b7e1a19e8b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0937719 Apr 20 05:45:14.486835 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ba171e1-cec4-41af-8a72-9a4067a2f716 req-86bf4978-8473-46ac-a485-bfc7861d344a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Apr 20 05:45:15.064544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['a532f0ee-e6ef-4085-8c6d-b4154d6b3633'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:15.208335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4e049-3548-4fcc-a847-1b54f6cb75f3 req-b26ede94-d64a-41cc-9929-b97951b88cc9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:15.209939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7d4e049-3548-4fcc-a847-1b54f6cb75f3 req-b26ede94-d64a-41cc-9929-b97951b88cc9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 944 time: 0.0933471 Apr 20 05:45:15.262697 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7d4e049-3548-4fcc-a847-1b54f6cb75f3 req-4f865e9b-5728-4961-9086-2b09b44a8c15 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Apr 20 05:45:15.709969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83708d-0758-4a67-8cc2-b1919c29bfd5 req-f62b7466-5691-4a04-bccc-a2430f831a7d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:15.711608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f83708d-0758-4a67-8cc2-b1919c29bfd5 req-f62b7466-5691-4a04-bccc-a2430f831a7d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0926862 Apr 20 05:45:15.759930 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f83708d-0758-4a67-8cc2-b1919c29bfd5 req-206b1946-1d17-457f-b55c-e09e33f8b834 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Apr 20 05:45:16.490378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a5ec-9dad-41b2-9629-1b350ea7e94c req-1d795dfb-4432-4677-af20-7d41679b6505 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:16.499703 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f157a5ec-9dad-41b2-9629-1b350ea7e94c req-1d795dfb-4432-4677-af20-7d41679b6505 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 944 time: 0.1154234 Apr 20 05:45:16.580063 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f157a5ec-9dad-41b2-9629-1b350ea7e94c req-3158dd50-baaf-4628-b7db-64c1f5a37a36 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789690 Apr 20 05:45:16.706755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35562) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:16.850291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.870495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:16.874738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f013aa68f80475c8737e31a3d9dc458 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:16.877965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:16.884659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:17.035136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac658a-713d-46a2-8625-54a3a1ecf79e req-af6598c7-07ec-423f-9b57-7af87100fd13 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:17.036911 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-12ac658a-713d-46a2-8625-54a3a1ecf79e req-af6598c7-07ec-423f-9b57-7af87100fd13 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1334307 Apr 20 05:45:17.065146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.075263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.084225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35d4afad-0899-4a45-bc84-9eb0c18f5014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:17.140052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136ed22-c089-4c21-b927-61f3f092283e,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:17.146394 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f013aa68f80475c8737e31a3d9dc458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383581 Apr 20 05:45:17.147436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:17.149719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35578) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:17.150536 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-12ac658a-713d-46a2-8625-54a3a1ecf79e req-939894fe-97d7-464f-8cf5-a26ff3eabe33 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060572 Apr 20 05:45:17.215892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.244524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.289987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.293904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c86acbbc-a834-419c-b16c-5e6621f7d593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:17.308544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136ed22-c089-4c21-b927-61f3f092283e,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:17.312696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:17.318251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.319467 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a136ed22-c089-4c21-b927-61f3f092283e HTTP/1.1" status: 204 len: 168 time: 0.1682844 Apr 20 05:45:17.790823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184320b-7796-46e3-a667-e30acecf229f req-4f45cdc4-e1a1-4806-a2d6-08eedf8c6104 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:17.792470 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2184320b-7796-46e3-a667-e30acecf229f req-4f45cdc4-e1a1-4806-a2d6-08eedf8c6104 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 944 time: 0.0913246 Apr 20 05:45:17.841968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2184320b-7796-46e3-a667-e30acecf229f req-6a98ce99-192b-4cad-b1a5-116563898916 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Apr 20 05:45:18.054579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35610) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:18.177577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054802686-network', 'tenant_id': 'c963638514d44a47b8a21eef1cef7851'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:18.182997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:18.187982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Usage tracker for resource:network and tenant:c963638514d44a47b8a21eef1cef7851 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:18.191321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:18.198673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:18.205070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device a532f0ee-e6ef-4085-8c6d-b4154d6b3633 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:18.209934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Made reservation on behalf of c963638514d44a47b8a21eef1cef7851 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:18.215049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.231337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.247149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:18.251430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:c963638514d44a47b8a21eef1cef7851 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:18.254540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:18.262354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:18.279655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:18.285188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:18.285837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.357333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.360816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.365206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0f85b048-67e0-40ac-9ed6-fc306d7b1eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:18.375409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb036a1-115c-47a8-837c-a606768d0453 req-5f1ce75a-cb2a-47da-9195-b13a925ac13c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:18.379698 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-edb036a1-115c-47a8-837c-a606768d0453 req-5f1ce75a-cb2a-47da-9195-b13a925ac13c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1024573 Apr 20 05:45:18.391602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:18.401457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.401619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Added segment 9473411b-00db-4950-97ad-42cd5c928ad8 of type vlan for network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 Apr 20 05:45:18.421140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.426573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-edb036a1-115c-47a8-837c-a606768d0453 req-4f684539-8212-4046-8479-250176f2e5da tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Apr 20 05:45:18.430382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.439606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b7e212-0753-4769-8514-ec8c0c38cc3c,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:18.458535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:18.459466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:18.465252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:18.465651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.467752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:18.469908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.471307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:18.471988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.477367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:18.517580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', 'code': 200} Apr 20 05:45:18.542715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:18.546102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:18.585866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5300510 Apr 20 05:45:18.586811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0becf8b6-ef72-4dfc-a159-dd2082f009e6,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:18.589179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35622) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:18.589777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:18.595376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Request body: {'subnet': {'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054802686-subnet', 'tenant_id': 'c963638514d44a47b8a21eef1cef7851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:18.597254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:18.600925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:18.605224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Usage tracker for resource:subnet and tenant:c963638514d44a47b8a21eef1cef7851 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:18.608436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:18.614970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:18.625298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Made reservation on behalf of c963638514d44a47b8a21eef1cef7851 for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:18.630659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853029671'] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.109912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6704ba-4d4f-4188-85fe-32d1cf5649ed req-d2e8e07b-7143-4c64-bf91-fd65ec0f3781 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:19.111520 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef6704ba-4d4f-4188-85fe-32d1cf5649ed req-d2e8e07b-7143-4c64-bf91-fd65ec0f3781 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.1517179 Apr 20 05:45:19.114330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853235203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853029688'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.119747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:19.219339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911407f1-f8f1-476f-9c22-45cabbeac130,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:19.222132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:19.236196 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef6704ba-4d4f-4188-85fe-32d1cf5649ed req-bc9a1c44-a693-471e-a259-4bdff638b075 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173842 Apr 20 05:45:19.248614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Checking segment: {'id': '9473411b-00db-4950-97ad-42cd5c928ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:19.248996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Network hostable DHCP agents. Network: 0becf8b6-ef72-4dfc-a159-dd2082f009e6, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:19.271426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:19.280587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 0becf8b6-ef72-4dfc-a159-dd2082f009e6) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:19.293582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3182fd9-10aa-4574-bebf-53a6a755afde None None] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:19.296397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:19.297213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.323955 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-29e27d52-e97d-4367-be14-7a7a84b6f175 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7335579 Apr 20 05:45:19.535083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8fea80-8b23-40b8-b478-f0352b4a9769 None None] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:19.550686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c80a8-f4a9-4245-a7b1-1814c9911553 req-da693e2f-a368-4534-a01b-78b8f3096a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:19.552846 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-154c80a8-f4a9-4245-a7b1-1814c9911553 req-da693e2f-a368-4534-a01b-78b8f3096a81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0915217 Apr 20 05:45:19.657727 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-154c80a8-f4a9-4245-a7b1-1814c9911553 req-79887e5b-ed40-497d-a0d8-f22bb3a1215c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Apr 20 05:45:19.679146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dcdcf-2628-4ae4-9270-0f69ab5626f7 req-2a515b48-6b3c-4f8e-9222-65e3c44631c6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:19.681033 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c0dcdcf-2628-4ae4-9270-0f69ab5626f7 req-2a515b48-6b3c-4f8e-9222-65e3c44631c6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1269097 Apr 20 05:45:19.730192 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c0dcdcf-2628-4ae4-9270-0f69ab5626f7 req-b57ef7df-9a2e-4d44-a12a-3d942e50e944 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Apr 20 05:45:20.449007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcbb1-3964-4223-aed2-218cd47afabb req-786e0ed0-e811-487f-ab84-bfe4d546f2d8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:20.450551 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa2dcbb1-3964-4223-aed2-218cd47afabb req-786e0ed0-e811-487f-ab84-bfe4d546f2d8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.0901387 Apr 20 05:45:20.499017 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa2dcbb1-3964-4223-aed2-218cd47afabb req-4c57a1d3-76cb-4427-a0b0-df9a2caf8c1c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Apr 20 05:45:20.949311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b932-b91c-449b-9e53-491a5d4e75aa req-b9a6bdbe-70f9-4db2-89e6-c315b8a89571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:20.950977 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0f1b932-b91c-449b-9e53-491a5d4e75aa req-b9a6bdbe-70f9-4db2-89e6-c315b8a89571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0943751 Apr 20 05:45:21.000122 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0f1b932-b91c-449b-9e53-491a5d4e75aa req-db4df982-1489-4a56-843b-494ade0a09a7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Apr 20 05:45:21.713701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848e23-f1fc-441a-8a9b-bdacd0543d5b req-814ef654-aebe-43ba-a562-2b8fd2f4c961 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:21.715372 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f848e23-f1fc-441a-8a9b-bdacd0543d5b req-814ef654-aebe-43ba-a562-2b8fd2f4c961 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.0999289 Apr 20 05:45:21.768082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f848e23-f1fc-441a-8a9b-bdacd0543d5b req-74898fa0-33a7-40f3-ae69-51864ce5bd32 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Apr 20 05:45:22.210769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41dfb-fb72-4196-aa8b-9e967d838fc8 req-0e88a7f4-2b40-4285-ac61-4a70b424d349 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:22.212430 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41c41dfb-fb72-4196-aa8b-9e967d838fc8 req-0e88a7f4-2b40-4285-ac61-4a70b424d349 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0920584 Apr 20 05:45:22.261127 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41c41dfb-fb72-4196-aa8b-9e967d838fc8 req-4a9bded5-b22d-4d47-9aac-e4d7fcda03e8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Apr 20 05:45:22.980127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5297-f907-4c3f-bbbc-2ab6d839ff0d req-adfc25e4-6d63-47ad-9fc7-5d63b7881eab tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:22.981691 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-313e5297-f907-4c3f-bbbc-2ab6d839ff0d req-adfc25e4-6d63-47ad-9fc7-5d63b7881eab tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.1030827 Apr 20 05:45:23.030025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-313e5297-f907-4c3f-bbbc-2ab6d839ff0d req-a06d5d58-d7ed-4b33-b208-5f521b062364 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Apr 20 05:45:23.463900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2d90-d9b9-4d75-8a90-e50e5e7750a0 req-a7488b5c-c166-4d8f-abeb-a6a3227a14de tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:23.465462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5be2d90-d9b9-4d75-8a90-e50e5e7750a0 req-a7488b5c-c166-4d8f-abeb-a6a3227a14de tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0892158 Apr 20 05:45:23.514435 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5be2d90-d9b9-4d75-8a90-e50e5e7750a0 req-eba4569f-24f7-4951-b9e0-e0427664e404 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Apr 20 05:45:24.255596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb4afd-2874-4226-80da-2ea9c9b0784e req-155c5cab-4bc9-4533-be05-e9bed69b1f6e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.257205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fdfb4afd-2874-4226-80da-2ea9c9b0784e req-155c5cab-4bc9-4533-be05-e9bed69b1f6e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.0973225 Apr 20 05:45:24.306789 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fdfb4afd-2874-4226-80da-2ea9c9b0784e req-24f4b3f0-59eb-41e9-849e-41a3cc5e7c2a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Apr 20 05:45:24.827010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59321-05b4-4495-84c3-169dc0b52253 req-243314d4-983f-4570-a612-b1d63d75122f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.831780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0d59321-05b4-4495-84c3-169dc0b52253 req-243314d4-983f-4570-a612-b1d63d75122f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1333792 Apr 20 05:45:24.835549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-3ae8cb17-65f1-4e85-ad3f-17e86c654c67 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.837180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-3ae8cb17-65f1-4e85-ad3f-17e86c654c67 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/networks?id=0becf8b6-ef72-4dfc-a159-dd2082f009e6 HTTP/1.1" status: 200 len: 814 time: 0.1925359 Apr 20 05:45:24.861185 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-32007bf9-0622-41e7-a067-90fa442ab1b2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/quotas/c963638514d44a47b8a21eef1cef7851 HTTP/1.1" status: 200 len: 375 time: 0.0168650 Apr 20 05:45:24.891120 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0d59321-05b4-4495-84c3-169dc0b52253 req-6dbac45b-b7ce-4452-9040-a8021f1d56e9 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Apr 20 05:45:24.930876 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-caebeece-d982-408f-87df-aabf24a1ca67 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c963638514d44a47b8a21eef1cef7851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624943 Apr 20 05:45:25.132511 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-ffe7c50f-bc2a-4aa4-a32a-e3f8676ff48b service neutron] 10.222.0.38 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005208 Apr 20 05:45:25.235473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35782) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:25.354357 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-b112d655-8052-45da-b586-b0161d89c650 service neutron] 10.222.0.38 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151282 Apr 20 05:45:25.396468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.412625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:25.416762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Usage tracker for resource:security_group_rule and tenant:e68a02416f7344bcad24d10c6e8d3a7f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:25.419814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:25.425948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:25.512937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.518396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.549589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c43534b-21e0-4afa-b441-0ae1354f8a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:25.613922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f8894-8ee8-4d49-89bc-0a8bf9b28e21,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:25.650352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:25.665109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e68a02416f7344bcad24d10c6e8d3a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282532 Apr 20 05:45:25.668153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 35804) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:25.797989 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2813c717-0848-4201-9e77-9c2ea1628e4b req-45c57781-23ad-4e5e-a109-5dbb68c954c0 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0955970 Apr 20 05:45:25.802750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.870976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.932535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.947106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12ec6959-9542-444d-b1fc-6f8aa13b5d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:25.969401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f8894-8ee8-4d49-89bc-0a8bf9b28e21,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:25.982392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:25.986249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.987638 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a94f8894-8ee8-4d49-89bc-0a8bf9b28e21 HTTP/1.1" status: 204 len: 168 time: 0.3179984 Apr 20 05:45:26.135722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1db3c1-e99b-45ef-bb25-c51ab15c9ecf req-a3ffce95-1272-4a6b-838b-003ba5da2014 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:26.143819 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b1db3c1-e99b-45ef-bb25-c51ab15c9ecf req-a3ffce95-1272-4a6b-838b-003ba5da2014 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1105301 Apr 20 05:45:26.219570 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b1db3c1-e99b-45ef-bb25-c51ab15c9ecf req-e3e1c66c-49d9-489a-97c7-d21cf33db58c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746984 Apr 20 05:45:26.530597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234e36a-309d-4ae0-a5eb-bf99abddfbe5 req-40a356a1-6fef-4374-8cce-93f15b3369a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:26.532311 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a234e36a-309d-4ae0-a5eb-bf99abddfbe5 req-40a356a1-6fef-4374-8cce-93f15b3369a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0890629 Apr 20 05:45:26.600882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a234e36a-309d-4ae0-a5eb-bf99abddfbe5 req-12c8f161-8605-4ef2-b121-d174b3832028 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Apr 20 05:45:27.166319 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c33cee6-9648-4932-8af9-7c5608e7c172 req-d2bea5d9-09fc-46d6-9f19-60ddd447de29 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0895803 Apr 20 05:45:27.429877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-01509acf-97bc-4a2d-a3eb-b468d65b739a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:27.432808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-01509acf-97bc-4a2d-a3eb-b468d65b739a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.16 "GET /v2.0/networks?id=0becf8b6-ef72-4dfc-a159-dd2082f009e6 HTTP/1.1" status: 200 len: 814 time: 0.2586877 Apr 20 05:45:27.447860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Request body: {'port': {'device_id': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6', 'admin_state_up': True, 'tenant_id': 'c963638514d44a47b8a21eef1cef7851'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:27.498521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f45a1-30e6-4a55-98fb-97a7afcd9a62 req-bcb4119d-41af-4102-aaf6-d338fe607095 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:27.520053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc9f45a1-30e6-4a55-98fb-97a7afcd9a62 req-bcb4119d-41af-4102-aaf6-d338fe607095 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1178882 Apr 20 05:45:27.576327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc9f45a1-30e6-4a55-98fb-97a7afcd9a62 req-dde28712-acfc-43cc-b184-1d9aaf23deba tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Apr 20 05:45:28.016697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:28.028026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-08d67aef-25a2-4392-aba2-5f17bd6a3fbb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.029588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-08d67aef-25a2-4392-aba2-5f17bd6a3fbb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.4370127 Apr 20 05:45:28.030557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Usage tracker for resource:port and tenant:c963638514d44a47b8a21eef1cef7851 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:28.033652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:28.046135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:28.056970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-d49ebe23-eff1-47bc-a380-d28bf88db353 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/quotas/8eb3cddced074298b4e5028a2dc76893 HTTP/1.1" status: 200 len: 375 time: 0.0201614 Apr 20 05:45:28.062377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Made reservation on behalf of c963638514d44a47b8a21eef1cef7851 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:28.068388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.287872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-64797f89-3dbd-471b-83a7-953cffb5dc99 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2096918 Apr 20 05:45:28.339387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-064d5930-73db-45a6-bc5b-bb92329816b7 req-917e4b80-ce42-4563-8735-8f7079e5cee3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0517161 Apr 20 05:45:28.394549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Allocated IP 172.20.0.10 (0becf8b6-ef72-4dfc-a159-dd2082f009e6/911407f1-f8f1-476f-9c22-45cabbeac130/28e16b93-1b25-4705-81f1-aee9acbb5e26) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:28.489535 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-649e4eba-53c9-4e87-827b-76d7de885a4d service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938386 Apr 20 05:45:28.764115 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c57f8b52-eefc-48d2-b217-505c09f74799 service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660530 Apr 20 05:45:28.771586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.803786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15d76-3af7-468d-a888-5eec8e59c3aa req-46283818-8613-42a0-a8cd-83852a20eca2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.805683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56d15d76-3af7-468d-a888-5eec8e59c3aa req-46283818-8613-42a0-a8cd-83852a20eca2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.1095805 Apr 20 05:45:28.808853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.820299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:28.869350 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56d15d76-3af7-468d-a888-5eec8e59c3aa req-a006e38e-d90e-42e2-ac38-89486b653172 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564022 Apr 20 05:45:28.940983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:28.950879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:28.955257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:29.000838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Pushing event updated for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.053721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.068503 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf05e312-4462-4549-96bd-1fb950d3a47c req-4270937b-2532-4277-a1c8-8d516551f0f6 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0647564 Apr 20 05:45:29.075688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5648b-da48-41c5-98a3-0ff11b327b47 req-514b17c5-71e7-44af-9e40-0ba706682526 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.077331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ae5648b-da48-41c5-98a3-0ff11b327b47 req-514b17c5-71e7-44af-9e40-0ba706682526 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0924830 Apr 20 05:45:29.095711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.096382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.120057 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6773608 Apr 20 05:45:29.133461 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ae5648b-da48-41c5-98a3-0ff11b327b47 req-aa84c543-b9e3-4c35-98ad-83f9b6e3eefa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482035 Apr 20 05:45:29.545094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23ec57-b00b-4827-88b4-54065b1ad690 req-8301008d-a2ab-4c74-bc95-2712f28d05e4 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.546844 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a23ec57-b00b-4827-88b4-54065b1ad690 req-8301008d-a2ab-4c74-bc95-2712f28d05e4 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 932 time: 0.0949659 Apr 20 05:45:29.596135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1a23ec57-b00b-4827-88b4-54065b1ad690 req-cd9a3ffc-24bf-4b38-97ae-bf0739bfa38f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Synchronizing usage tracker for tenant:c963638514d44a47b8a21eef1cef7851 on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:29.613199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1a23ec57-b00b-4827-88b4-54065b1ad690 req-cd9a3ffc-24bf-4b38-97ae-bf0739bfa38f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Unset dirty status for tenant:c963638514d44a47b8a21eef1cef7851 on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:29.614666 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a23ec57-b00b-4827-88b4-54065b1ad690 req-cd9a3ffc-24bf-4b38-97ae-bf0739bfa38f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Apr 20 05:45:30.237222 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d47fc045-540a-4e5d-b4f9-003e40b34465 req-15acab4e-689f-48b6-a7bf-36d18dc41137 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0488725 Apr 20 05:45:30.818234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101447-2aa8-4354-bd1a-39cad70cbb09 req-0b546bf7-1c47-45fc-a62b-bb8f308ca6d2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:30.819913 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae101447-2aa8-4354-bd1a-39cad70cbb09 req-0b546bf7-1c47-45fc-a62b-bb8f308ca6d2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 932 time: 0.0897017 Apr 20 05:45:30.871611 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae101447-2aa8-4354-bd1a-39cad70cbb09 req-cc408546-0d60-46c3-9fab-079a257c2f8e tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Apr 20 05:45:30.896156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Request body: {'port': {'device_id': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:31.023365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.400560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e16b93-1b25-4705-81f1-aee9acbb5e26 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:31.404032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad0b0dda-2862-4f2e-854c-4bd06b60c148 req-6428f75b-dd95-455a-81ea-0965544df1c1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0478377 Apr 20 05:45:31.408757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.424753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Transition to ACTIVE for port object 28e16b93-1b25-4705-81f1-aee9acbb5e26 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:31.428528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.432338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:31.596112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Pushing event updated for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:31.603897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:31.681312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Attempting to bind port 28e16b93-1b25-4705-81f1-aee9acbb5e26 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:31.681588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Attempting to bind port 28e16b93-1b25-4705-81f1-aee9acbb5e26 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9473411b-00db-4950-97ad-42cd5c928ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:31.682027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Attempting to bind port 28e16b93-1b25-4705-81f1-aee9acbb5e26 on network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:31.687450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Port 28e16b93-1b25-4705-81f1-aee9acbb5e26 on network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:31.687817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Attempting to bind port 28e16b93-1b25-4705-81f1-aee9acbb5e26 on network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:31.693639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:31.694006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Checking segment: {'id': '9473411b-00db-4950-97ad-42cd5c928ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:31.694804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Bound using segment: {'id': '9473411b-00db-4950-97ad-42cd5c928ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:31.694804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Bound port: 28e16b93-1b25-4705-81f1-aee9acbb5e26, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9473411b-00db-4950-97ad-42cd5c928ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:31.695242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.878077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:31.885602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26,segment=NetworkSegment(9473411b-00db-4950-97ad-42cd5c928ad8),segment_id=9473411b-00db-4950-97ad-42cd5c928ad8)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:31.890569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.897966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3add2e2d-af30-452b-8e1c-8565811776ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:31.981969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:31.982168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.983650 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] 10.222.0.16 "PUT /v2.0/ports/28e16b93-1b25-4705-81f1-aee9acbb5e26 HTTP/1.1" status: 200 len: 1094 time: 1.0926189 Apr 20 05:45:31.986203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:32.045297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-00fcb695-9145-40d1-bd14-a4a27ccab303 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.046876 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-00fcb695-9145-40d1-bd14-a4a27ccab303 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.2880220 Apr 20 05:45:32.084223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Pushing event updated for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:32.094406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:32.098457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Request body: {'port': {'device_id': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'admin_state_up': True, 'tenant_id': '8eb3cddced074298b4e5028a2dc76893'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:32.164162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e801a-7f9f-4936-98f0-4cb01a410df0 req-04172120-f446-456a-b6d2-93f8cc5917dc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.173143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-334e801a-7f9f-4936-98f0-4cb01a410df0 req-04172120-f446-456a-b6d2-93f8cc5917dc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 944 time: 0.1298406 Apr 20 05:45:32.254766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-334e801a-7f9f-4936-98f0-4cb01a410df0 req-d48c87c3-aafb-4a7a-9a1d-900679716ff7 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803063 Apr 20 05:45:32.338264 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26', 'status': 'completed', 'code': 200} Apr 20 05:45:32.359147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-c773275a-3da5-447a-9c68-03588a41d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.360759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-c773275a-3da5-447a-9c68-03588a41d1c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c963638514d44a47b8a21eef1cef7851&device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 1097 time: 0.3127949 Apr 20 05:45:32.478768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:32.492953 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-d03d61a7-28cb-46d1-a362-f8156debede4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26 HTTP/1.1" status: 200 len: 217 time: 0.1195176 Apr 20 05:45:32.521725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:32.584752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdfc73-9fad-4947-8461-86b50acd3b2b req-e0163e30-972b-41f8-82c1-f57b45258a9c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.586479 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0dcdfc73-9fad-4947-8461-86b50acd3b2b req-e0163e30-972b-41f8-82c1-f57b45258a9c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1181881 Apr 20 05:45:32.653986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0dcdfc73-9fad-4947-8461-86b50acd3b2b req-eb4c0e18-bb72-4195-80b7-f17f41e424ab tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Apr 20 05:45:32.918574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:32.924558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.954539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-0d1a2e07-9caa-4f99-8111-77682408d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.956080 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-0d1a2e07-9caa-4f99-8111-77682408d6c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.7348738 Apr 20 05:45:32.958105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa513624-cdc1-42a0-b338-d2b10acab1cd req-685d0979-0d94-4b1f-8ebd-8022ba7ff1a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0933359 Apr 20 05:45:32.997962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-16f5b0c5-1fd9-4e08-a7c5-e7881a82893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.999503 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-16f5b0c5-1fd9-4e08-a7c5-e7881a82893b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=911407f1-f8f1-476f-9c22-45cabbeac130 HTTP/1.1" status: 200 len: 854 time: 0.4692633 Apr 20 05:45:33.146090 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-c3ce6f8d-a0b9-41c7-8dec-85385b524cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0becf8b6-ef72-4dfc-a159-dd2082f009e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070576 Apr 20 05:45:33.389090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-4c3e8f4e-7545-426c-90a1-42ba28b2b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.390675 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-4c3e8f4e-7545-426c-90a1-42ba28b2b180 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.4208028 Apr 20 05:45:33.455830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1553fe-32ab-4a56-9e1b-bdd46246e97c req-e8728a02-8306-4184-b490-60c8cb240248 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.457583 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a1553fe-32ab-4a56-9e1b-bdd46246e97c req-e8728a02-8306-4184-b490-60c8cb240248 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 944 time: 0.0941947 Apr 20 05:45:33.490183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Allocated IP 172.20.0.10 (15d91916-a601-4e7e-92b4-8b4e4f867d05/e866c17f-f543-45f6-902d-69cf04999fc9/6c96c348-79e5-434d-a9e9-1d722944ebbb) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:33.494510 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-1d8323d7-3f71-4b80-bed1-e12126dc6a53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0936406 Apr 20 05:45:33.498671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-677fa3a6-ff70-4b44-b47c-d715aadde853 service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349628 Apr 20 05:45:33.506302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a1553fe-32ab-4a56-9e1b-bdd46246e97c req-93fc2dec-2116-444e-b99b-62ff2d832382 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Apr 20 05:45:33.693560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-f1d70329-7dad-4574-8c20-635bdc3cc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.695148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-f1d70329-7dad-4574-8c20-635bdc3cc357 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.1892056 Apr 20 05:45:33.790425 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-df728eb2-6bf5-48a9-af9d-0db7b9faf619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821753 Apr 20 05:45:34.104663 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-14fb41cd-7a62-427f-af18-bc909e7a936f service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153535 Apr 20 05:45:34.110651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6279a7a-d65c-48c7-97fb-19e118fcd4bb req-27018b09-76d2-476e-ace5-8c2721a26b80 service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624709 Apr 20 05:45:34.168649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 35992) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:34.184773 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2907aec-ca61-49c8-abef-ba3d4deba4af req-b38753b7-1de4-4775-a215-74f26b776612 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0948024 Apr 20 05:45:34.340033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.355487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:34.359938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Usage tracker for resource:security_group_rule and tenant:5f6e2f8f67224d8ea5141e9c614272de is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:34.362912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:34.365861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73685855-21a5-4dfc-b802-5f971b1613f3 req-91e7d5d3-b180-4b66-9187-6666ac55eab7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:34.367501 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73685855-21a5-4dfc-b802-5f971b1613f3 req-91e7d5d3-b180-4b66-9187-6666ac55eab7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.5961010 Apr 20 05:45:34.369278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:34.380707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.453843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.457124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.466430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f1cb6fd-f6ec-40f1-99bf-62760acd23ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:34.473447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-2d82f9c3-8882-4574-8d7b-3aad16e61fb4 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565333 Apr 20 05:45:34.488844 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73685855-21a5-4dfc-b802-5f971b1613f3 req-5e57ed13-20a1-493b-8c29-29553db5ddf2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031713 Apr 20 05:45:34.498387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-50e5fa01-06ba-495b-ab76-e05d923de335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:34.500335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-50e5fa01-06ba-495b-ab76-e05d923de335 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c963638514d44a47b8a21eef1cef7851&device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 1097 time: 0.2575812 Apr 20 05:45:34.521424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.535707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5', 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:34.572745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:34.688489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event updated for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:34.691754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:34.758381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaa6bb0-e625-4d04-8b6c-e6baf3b0c422,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:34.764268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f6e2f8f67224d8ea5141e9c614272de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832026 Apr 20 05:45:34.765686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:34.766958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36006) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:34.836806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.868304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.924113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.934002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-45769b35-1ce8-4e3f-9c8c-26e6690a8d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:34.950436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaa6bb0-e625-4d04-8b6c-e6baf3b0c422,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:34.953220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:34.954454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.959139 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfaa6bb0-e625-4d04-8b6c-e6baf3b0c422 HTTP/1.1" status: 204 len: 168 time: 0.1903253 Apr 20 05:45:35.025902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:35.037503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:35.049488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:35.167477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.168245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.185001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-15c567c4-74f8-4fbf-a92c-20af4a0d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.187368 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-15c567c4-74f8-4fbf-a92c-20af4a0d0d4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0becf8b6-ef72-4dfc-a159-dd2082f009e6 HTTP/1.1" status: 200 len: 915 time: 0.6584868 Apr 20 05:45:35.202787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36020) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:35.205431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6685c-1fa1-4097-a23d-f449a07c9c1e req-5e376992-6fb2-44dc-a3ff-9bec74e7fafb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.206240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-56d6685c-1fa1-4097-a23d-f449a07c9c1e req-5e376992-6fb2-44dc-a3ff-9bec74e7fafb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Synchronizing usage tracker for tenant:c963638514d44a47b8a21eef1cef7851 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:35.280396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1871712 Apr 20 05:45:35.294208 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-519613ed-bd89-400f-9e25-d1c971313a16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26 HTTP/1.1" status: 200 len: 217 time: 0.0818739 Apr 20 05:45:35.298398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Request body: {'port': {'device_id': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:35.416949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-56d6685c-1fa1-4097-a23d-f449a07c9c1e req-5e376992-6fb2-44dc-a3ff-9bec74e7fafb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Unset dirty status for tenant:c963638514d44a47b8a21eef1cef7851 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:35.416949 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56d6685c-1fa1-4097-a23d-f449a07c9c1e req-5e376992-6fb2-44dc-a3ff-9bec74e7fafb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 944 time: 0.7166359 Apr 20 05:45:35.422322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.494327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-6353ab16-ccd5-425c-b8c4-c5d7b7bb5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.495912 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-6353ab16-ccd5-425c-b8c4-c5d7b7bb5156 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=911407f1-f8f1-476f-9c22-45cabbeac130 HTTP/1.1" status: 200 len: 854 time: 0.1623576 Apr 20 05:45:35.506493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:35.514245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Usage tracker for resource:security_group_rule and tenant:b7123cee395d412dbee6604604085058 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:35.521418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:35.540230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:35.570751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8455e87-226d-43ca-9fde-923c5e190051 req-b850c601-eb23-4311-a4fd-bd751ebea217 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.578651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8455e87-226d-43ca-9fde-923c5e190051 req-b850c601-eb23-4311-a4fd-bd751ebea217 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 932 time: 0.1424577 Apr 20 05:45:35.595404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-2de34e97-e910-45b6-a12e-54038f370623 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0becf8b6-ef72-4dfc-a159-dd2082f009e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795376 Apr 20 05:45:35.598404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.615488 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56d6685c-1fa1-4097-a23d-f449a07c9c1e req-4294db13-080d-4ef3-b158-3bd0cf230f6c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502922 Apr 20 05:45:35.644606 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8455e87-226d-43ca-9fde-923c5e190051 req-b767f888-8315-4f6b-8a9c-183f1a2f62ed tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648043 Apr 20 05:45:35.796078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.801250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.817561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-336480b8-13b8-41aa-a9f2-01b613ffadd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:35.867249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a24e08-40df-48a0-b138-9a829cd75faa,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:35.874594 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7123cee395d412dbee6604604085058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676500 Apr 20 05:45:35.874594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:35.874915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36058) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:35.939067 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-d4bdf536-bff4-4bda-83a7-8b8f63861f75 service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274713 Apr 20 05:45:35.945227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.957359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36062) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:35.985254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.034389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.039734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5e83e55-48da-477e-bd18-b50699b3b211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.057260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.061276 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42a24e08-40df-48a0-b138-9a829cd75faa HTTP/1.1" status: 204 len: 168 time: 0.1826513 Apr 20 05:45:36.061276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a24e08-40df-48a0-b138-9a829cd75faa,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.074208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:36.083297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-400363197-network', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:36.089513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:36.093794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Usage tracker for resource:network and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:36.096908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:36.103213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:36.113605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Made reservation on behalf of baef76ce0dd340849f6fd51e065a7a17 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:36.118723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.132244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.148934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:36.152971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:36.155934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:36.162255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:36.164590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee300345-0fb4-4ba4-ac19-88ec0a5cfad6 req-8f6cd28c-33c0-4cf1-b085-600e9490d5a1 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.166194 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee300345-0fb4-4ba4-ac19-88ec0a5cfad6 req-8f6cd28c-33c0-4cf1-b085-600e9490d5a1 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.3701777 Apr 20 05:45:36.250535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.255297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.268731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:36.282825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.283338 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Added segment 7a611974-4ab2-4533-b579-8ed347b60b2e of type vlan for network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 Apr 20 05:45:36.294250 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee300345-0fb4-4ba4-ac19-88ec0a5cfad6 req-cf8d1d41-ebff-466b-8bdc-2c77b461bbaf tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143370 Apr 20 05:45:36.306238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c391d70d-9d22-4eca-b906-dde0a98393b0 req-f25d56c6-1e0c-4752-8918-55bdb659a309 service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267086 Apr 20 05:45:36.312566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.317962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81b043c3-3a37-4143-a283-8bea0bf59205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.360983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8e8e97-82f7-428b-a3e7-29c4fe2ea2f9,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.365581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:36.373097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.374470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.375123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.382167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fae839b-db7a-43ec-82ed-e0f293b806c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.405022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c96c348-79e5-434d-a9e9-1d722944ebbb {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:36.414515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.430543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Transition to ACTIVE for port object 6c96c348-79e5-434d-a9e9-1d722944ebbb will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:36.433180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.438670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.457243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36072) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:36.503776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.516446 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5572295 Apr 20 05:45:36.522564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36076) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:36.523279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Pushing event updated for resources: {'Network': ['ID=7e5a12da-158d-4ca5-a2fe-8d647668dd15,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.527340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:36.533457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Request body: {'subnet': {'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-400363197-subnet', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:36.534022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:36.539253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:36.541994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:36.547007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:db3ccfdad75d48e7941b868c16a410f5 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:36.551029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Usage tracker for resource:subnet and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:36.553839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:36.556858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:36.565291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:36.567720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:36.590560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Made reservation on behalf of baef76ce0dd340849f6fd51e065a7a17 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:36.595451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.605066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Pushing event updated for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.615249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:36.688473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Attempting to bind port 6c96c348-79e5-434d-a9e9-1d722944ebbb on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:36.688844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Attempting to bind port 6c96c348-79e5-434d-a9e9-1d722944ebbb by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:36.689207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Attempting to bind port 6c96c348-79e5-434d-a9e9-1d722944ebbb on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:36.694469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Port 6c96c348-79e5-434d-a9e9-1d722944ebbb on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:36.694825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Attempting to bind port 6c96c348-79e5-434d-a9e9-1d722944ebbb on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:36.700600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:36.700967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Checking segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:36.701382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Bound using segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:36.701848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Bound port: 6c96c348-79e5-434d-a9e9-1d722944ebbb, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:36.702228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.848079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.854940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:36.855926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.860759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:36.869160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2d1ef17f-1132-43e7-9b0d-b88985a16d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.871796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.877615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc23f3a7-ef6c-4726-a2c6-7c6248a0ecec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.893165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 28e16b93-1b25-4705-81f1-aee9acbb5e26 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:36.943607 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db3ccfdad75d48e7941b868c16a410f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808185 Apr 20 05:45:36.950019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.950690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.952192 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] 10.222.0.16 "PUT /v2.0/ports/6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 1094 time: 1.6611407 Apr 20 05:45:36.952792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36096) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:36.953342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:36.997968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fdad5-b7e5-4e31-92b2-e6c5d67a9bbd req-3afb9519-59b0-4cce-80a2-39faea924da2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.998183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecbb569-7f7b-4b63-b229-7477500c1504,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.998710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ff3fdad5-b7e5-4e31-92b2-e6c5d67a9bbd req-3afb9519-59b0-4cce-80a2-39faea924da2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:37.005423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.041993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cbb0-4a14-4765-b22e-3c0edaa9506c req-cf900530-984b-46f4-88e3-572afbb62923 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.043663 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae91cbb0-4a14-4765-b22e-3c0edaa9506c req-cf900530-984b-46f4-88e3-572afbb62923 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 944 time: 0.2798181 Apr 20 05:45:37.085234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Pushing event updated for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:37.089646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.119763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ff3fdad5-b7e5-4e31-92b2-e6c5d67a9bbd req-3afb9519-59b0-4cce-80a2-39faea924da2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:37.121218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff3fdad5-b7e5-4e31-92b2-e6c5d67a9bbd req-3afb9519-59b0-4cce-80a2-39faea924da2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 944 time: 0.3316598 Apr 20 05:45:37.151474 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae91cbb0-4a14-4765-b22e-3c0edaa9506c req-96eb407f-c79f-4df7-899d-1869ca49bb49 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001062 Apr 20 05:45:37.172434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.208444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.336763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26,segment=NetworkSegment(9473411b-00db-4950-97ad-42cd5c928ad8),segment_id=9473411b-00db-4950-97ad-42cd5c928ad8)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:37.337855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff3fdad5-b7e5-4e31-92b2-e6c5d67a9bbd req-72705d88-7568-40f1-b5f4-ef63bdd92d13 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097991 Apr 20 05:45:37.345702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-657ef600-1d26-4e8a-ad66-a4443f283a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.352997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-657ef600-1d26-4e8a-ad66-a4443f283a1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1097 time: 0.3330352 Apr 20 05:45:37.362968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '28e16b93-1b25-4705-81f1-aee9acbb5e26', 'network_id': '0becf8b6-ef72-4dfc-a159-dd2082f009e6', 'port_id': '28e16b93-1b25-4705-81f1-aee9acbb5e26', 'mac_address': 'fa:16:3e:39:92:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911407f1-f8f1-476f-9c22-45cabbeac130', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:37.472174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.478991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0def1c70-4c9f-4aea-8ca3-71c569189a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:37.491706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.516699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e16b93-1b25-4705-81f1-aee9acbb5e26 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:37.525731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7105b3-f6da-4385-9334-8e95017b611f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.545505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26,segment=NetworkSegment(9473411b-00db-4950-97ad-42cd5c928ad8),segment_id=9473411b-00db-4950-97ad-42cd5c928ad8)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:37.550866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.554683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:37.570608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Checking segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:37.571190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Network hostable DHCP agents. Network: 7e5a12da-158d-4ca5-a2fe-8d647668dd15, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:37.578525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1712b554-453c-48b4-892d-9557bd4c3370,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:37.582402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.594868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36110) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:37.608826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:37.621587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 7e5a12da-158d-4ca5-a2fe-8d647668dd15) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:37.631556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce27bfe-0503-4846-867d-ec35c492d899 None None] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:37.646641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.647717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.674855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb', 'status': 'completed', 'code': 200} Apr 20 05:45:37.679677 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-670f2d2b-28d3-4a1f-ae26-852671a05a2a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1537442 Apr 20 05:45:37.681345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36116) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:37.692808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:37.698379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:37.701161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-14b8ed54-622f-488e-9134-6180d3cd4d5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 217 time: 0.3367088 Apr 20 05:45:37.701804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.703858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Usage tracker for resource:router and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:37.707105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:37.708818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1121aa3-069f-4e0b-80f6-0b00bf63bf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:37.713263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:37.728495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.729759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.756230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.765595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.771289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:37.772733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecbb569-7f7b-4b63-b229-7477500c1504,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:37.775978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.780871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.782525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:37.790188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.793528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Usage tracker for resource:security_group_rule and tenant:fffdb59c0ddf42e7a150b685b7c11704 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:37.797682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:37.803839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.807131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:37.807260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ecbb569-7f7b-4b63-b229-7477500c1504 HTTP/1.1" status: 204 len: 168 time: 0.8390398 Apr 20 05:45:37.837924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-fdc51eeb-d9d3-4584-b737-a28c41737b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.840233 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-fdc51eeb-d9d3-4584-b737-a28c41737b83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.1203268 Apr 20 05:45:37.914480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f59cf-08c1-4b9f-93a0-038062fbd91f req-d2d79556-05e7-4c0b-a071-7e6f1368d9d2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.916130 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4f59cf-08c1-4b9f-93a0-038062fbd91f req-d2d79556-05e7-4c0b-a071-7e6f1368d9d2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.2864819 Apr 20 05:45:37.918402 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-cd100886-0990-4031-a3c1-7a9b187a25b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670347 Apr 20 05:45:37.933436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'fixed_ips': [{'subnet_id': '1712b554-453c-48b4-892d-9557bd4c3370'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:45:37.936207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.956618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['28e16b93-1b25-4705-81f1-aee9acbb5e26'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:38.078571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4f59cf-08c1-4b9f-93a0-038062fbd91f req-ca687255-07a5-4ca2-b0c4-be21b17db9e8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487827 Apr 20 05:45:38.110959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.120006 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-bc9e9373-6d13-46ef-9cd3-ee04eaa004d7 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916897 Apr 20 05:45:38.272745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Allocated IP 172.20.0.2 (7e5a12da-158d-4ca5-a2fe-8d647668dd15/1712b554-453c-48b4-892d-9557bd4c3370/38abf10a-75d2-407a-a532-7eb140f7ea32) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:38.274160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.283920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.312374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cdb4126-9331-4328-a755-17831238e77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:38.345915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee4fa201-3879-4ae6-9303-bd3946ed0e6a req-3c5cd9b1-389b-434d-8782-3f8ae2dfa5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138152 Apr 20 05:45:38.410111 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fffdb59c0ddf42e7a150b685b7c11704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138220 Apr 20 05:45:38.452678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36138) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:38.478385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0421c6-47ab-45f7-bcee-7f7e2073f06f,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:38.539081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82d62cf8-ad46-44fe-9287-1650c6b6bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:38.547702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174029-5358-4249-b28e-aa3befc9388f req-02f997c7-fb8a-411e-876b-d7c8c50b54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.549826 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-02f997c7-fb8a-411e-876b-d7c8c50b54f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1097 time: 0.1483703 Apr 20 05:45:38.661944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.700541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Transition to ACTIVE for port object 38abf10a-75d2-407a-a532-7eb140f7ea32 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:38.730176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Transition to ACTIVE for port object 38abf10a-75d2-407a-a532-7eb140f7ea32 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:38.736252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.742423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aae032db-8f6a-4201-9c69-fdf5264c11d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:38.802410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174029-5358-4249-b28e-aa3befc9388f req-ed1f8ec7-d734-4c91-8b03-56aa3bea44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.804100 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-ed1f8ec7-d734-4c91-8b03-56aa3bea44f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.2458308 Apr 20 05:45:38.811597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:38.815827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:38.820609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:38.863226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.894530 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-31c3bf1e-a00e-4aac-a8d8-38907c66e065 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 217 time: 0.0781114 Apr 20 05:45:38.896263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.898474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Pushing event updated for resources: {'Port': ['ID=38abf10a-75d2-407a-a532-7eb140f7ea32,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:38.913320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:38.936010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Attempting to bind port 38abf10a-75d2-407a-a532-7eb140f7ea32 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:38.936425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Attempting to bind port 38abf10a-75d2-407a-a532-7eb140f7ea32 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:38.937173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Attempting to bind port 38abf10a-75d2-407a-a532-7eb140f7ea32 on network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:38.943353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:38.943775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Checking segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:38.944229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.944759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Bound using segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:38.945217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Bound port: 38abf10a-75d2-407a-a532-7eb140f7ea32, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:38.945665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.950959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c68fa8-18bc-4beb-a853-dbbcaa1b2e38 req-06cc17bf-0af8-480c-a634-95adccafd138 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.958947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00c68fa8-18bc-4beb-a853-dbbcaa1b2e38 req-06cc17bf-0af8-480c-a634-95adccafd138 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 944 time: 0.2379200 Apr 20 05:45:38.963688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beaebc-6071-4a5c-95f2-d26c0796764e req-d5a506fa-a2a4-4033-829f-a08a44deb96b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.971742 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08beaebc-6071-4a5c-95f2-d26c0796764e req-d5a506fa-a2a4-4033-829f-a08a44deb96b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 945 time: 0.5700200 Apr 20 05:45:38.974070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.981478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b0937f9-3549-4392-8348-a5d4da9c3f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:39.026329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174029-5358-4249-b28e-aa3befc9388f req-c2b1c202-e041-4f93-a9d0-4063fef1a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.027931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-c2b1c202-e041-4f93-a9d0-4063fef1a21b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.1250997 Apr 20 05:45:39.038822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0421c6-47ab-45f7-bcee-7f7e2073f06f,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:39.039674 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00c68fa8-18bc-4beb-a853-dbbcaa1b2e38 req-7e033b04-4159-4fee-966b-73024c4ebac2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797081 Apr 20 05:45:39.049737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:39.074815 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08beaebc-6071-4a5c-95f2-d26c0796764e req-17c9c5d2-1a19-480b-9f6f-0d91a0d5e8bc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018517 Apr 20 05:45:39.084679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.086950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f0421c6-47ab-45f7-bcee-7f7e2073f06f HTTP/1.1" status: 204 len: 168 time: 0.6166916 Apr 20 05:45:39.089138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.095475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] For port 38abf10a-75d2-407a-a532-7eb140f7ea32, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:39.099556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] For port 38abf10a-75d2-407a-a532-7eb140f7ea32, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=38abf10a-75d2-407a-a532-7eb140f7ea32,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:39.103756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.105617 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-6c210466-cdd1-4976-abee-85b23b8dabf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648532 Apr 20 05:45:39.113416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:39.130766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.216365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Pushing event updated for resources: {'Port': ['ID=38abf10a-75d2-407a-a532-7eb140f7ea32,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:39.226885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:39.329316 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-dac872bc-24cf-468f-ad22-743c99e661dd service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139688 Apr 20 05:45:39.405238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Allocated IP 172.27.2.252 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/948a9584-dde1-4930-9416-dcd018126022) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:39.592311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03145a5-c564-484c-a109-bc88a65988de req-b867e061-b677-4850-b5da-1f1155af0e95 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.594004 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e03145a5-c564-484c-a109-bc88a65988de req-b867e061-b677-4850-b5da-1f1155af0e95 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.2637072 Apr 20 05:45:39.669579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee174029-5358-4249-b28e-aa3befc9388f req-3b53bcf5-eda0-4a66-9072-19cd0387de4d service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918894 Apr 20 05:45:39.704509 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e03145a5-c564-484c-a109-bc88a65988de req-b2bcadab-332a-4e25-9546-34a4891d7bef tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975966 Apr 20 05:45:39.727426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.782917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.789387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:39.862229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:39.866319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:39.870294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:39.908312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=948a9584-dde1-4930-9416-dcd018126022,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:39.912769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:39.966806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0bf401e0-0235-4f80-8b4b-eb9e6c4c8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:40.240428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:40.332255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0965b-eafc-4184-84b0-d1af7f93cbac req-44d3fded-6de9-4edc-b537-cf4091f5d059 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.341010 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75d0965b-eafc-4184-84b0-d1af7f93cbac req-44d3fded-6de9-4edc-b537-cf4091f5d059 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 944 time: 0.1170118 Apr 20 05:45:40.417243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75d0965b-eafc-4184-84b0-d1af7f93cbac req-d6e2a7e1-cc98-428c-946b-8a7038174b41 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752387 Apr 20 05:45:40.484140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 38abf10a-75d2-407a-a532-7eb140f7ea32 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:40.581528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4dc98-fcfe-4cf0-a0de-86d76fd7d35d req-c1dc0653-1d52-4ffe-aa21-c14fce8e4f5a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.582134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 38abf10a-75d2-407a-a532-7eb140f7ea32 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:40.594285 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34f4dc98-fcfe-4cf0-a0de-86d76fd7d35d req-c1dc0653-1d52-4ffe-aa21-c14fce8e4f5a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 945 time: 0.3201058 Apr 20 05:45:40.680873 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34f4dc98-fcfe-4cf0-a0de-86d76fd7d35d req-0a5048c5-a534-43f0-a53c-747d35f5b6f9 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Apr 20 05:45:40.683214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fdb75-740c-434c-b647-a14aa5ffefe8 None None] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:40.696104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:40.986830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6c96c348-79e5-434d-a9e9-1d722944ebbb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:41.062507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800a77-24d9-4a45-9d2a-af7f9811a796 req-ecb2feb3-ce23-4ce1-9eb5-09818bb5d867 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.064392 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e800a77-24d9-4a45-9d2a-af7f9811a796 req-ecb2feb3-ce23-4ce1-9eb5-09818bb5d867 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1818433 Apr 20 05:45:41.100387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 28e16b93-1b25-4705-81f1-aee9acbb5e26 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:41.126072 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e800a77-24d9-4a45-9d2a-af7f9811a796 req-12a2951c-850b-4bc7-ac57-ef40e1554dfa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Apr 20 05:45:41.193065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Provisioning for port 38abf10a-75d2-407a-a532-7eb140f7ea32 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:41.195200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.224676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Provisioning complete for port 38abf10a-75d2-407a-a532-7eb140f7ea32 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:41.225314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.319447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:41.346029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 28e16b93-1b25-4705-81f1-aee9acbb5e26 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:41.349981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '6c96c348-79e5-434d-a9e9-1d722944ebbb', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'port_id': '6c96c348-79e5-434d-a9e9-1d722944ebbb', 'mac_address': 'fa:16:3e:ba:2f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e866c17f-f543-45f6-902d-69cf04999fc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:41.389487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 28e16b93-1b25-4705-81f1-aee9acbb5e26 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:41.389903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.447042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:45:41.527394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.577730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c96c348-79e5-434d-a9e9-1d722944ebbb {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:41.595242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.621317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.651259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:41.671013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.679324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:41.749644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3fd51-3e7c-4c6f-a537-9b032bc5b3ed req-853ed4d5-145a-4e62-b0c6-be2b26fc2b10 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.751323 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcd3fd51-3e7c-4c6f-a537-9b032bc5b3ed req-853ed4d5-145a-4e62-b0c6-be2b26fc2b10 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 945 time: 0.1386652 Apr 20 05:45:41.764912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:41.776428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Sync routers for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:41.792521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:41.793229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:41.873224 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcd3fd51-3e7c-4c6f-a537-9b032bc5b3ed req-ca9692e3-5849-4bfe-9c2f-6d8fec8e6d8b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Apr 20 05:45:41.874092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.887816 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2033222 Apr 20 05:45:41.902152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36218) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:41.970401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] For port 38abf10a-75d2-407a-a532-7eb140f7ea32, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=38abf10a-75d2-407a-a532-7eb140f7ea32,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:41.995647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.997655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.003918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6971ff1-d4ab-4f9e-ac76-1ab17f5efac5 req-607ef1a8-eb49-4929-85d4-6a3a6492d088 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.006170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6971ff1-d4ab-4f9e-ac76-1ab17f5efac5 req-607ef1a8-eb49-4929-85d4-6a3a6492d088 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 945 time: 0.1893198 Apr 20 05:45:42.020785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.041954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:42.044598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:42.050000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:42.052230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:42.058628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:42.101097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['6c96c348-79e5-434d-a9e9-1d722944ebbb'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:42.154130 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6971ff1-d4ab-4f9e-ac76-1ab17f5efac5 req-af0a5558-ab97-45ca-81a3-66497393e5a9 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397109 Apr 20 05:45:42.167770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26,segment=NetworkSegment(9473411b-00db-4950-97ad-42cd5c928ad8),segment_id=9473411b-00db-4950-97ad-42cd5c928ad8)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:42.188010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.221040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Pushing event updated for resources: {'Port': ['ID=38abf10a-75d2-407a-a532-7eb140f7ea32,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:42.224127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8744d5ad-a714-4879-9416-84b341f47b9b None None] Provisioning complete for port 38abf10a-75d2-407a-a532-7eb140f7ea32 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:42.224540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8744d5ad-a714-4879-9416-84b341f47b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.293675 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26', 'code': 200} Apr 20 05:45:42.303184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:42.304058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:42.485962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 38abf10a-75d2-407a-a532-7eb140f7ea32 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:42.507561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94fb20-a4d8-43e0-8773-48369bbe332f req-30452739-988e-4432-afeb-f52e1eb5133c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.515561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb94fb20-a4d8-43e0-8773-48369bbe332f req-30452739-988e-4432-afeb-f52e1eb5133c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1638734 Apr 20 05:45:42.627359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:40Z', 'revision_number': 3, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:42.634067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Checking router: a1ba543f-5d23-4b86-9795-a8f949ccd5c1 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:42.634455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Updating router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 port 948a9584-dde1-4930-9416-dcd018126022 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:42.640451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:42.645153 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb94fb20-a4d8-43e0-8773-48369bbe332f req-2227364c-8316-4a77-a44d-423b8c996c1e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284909 Apr 20 05:45:42.674152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:42.674431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392d21-ed73-4da3-9747-94bc54d75df2 req-a3a56bef-b70c-4ccf-a26f-6e9aef491809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.676625 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3392d21-ed73-4da3-9747-94bc54d75df2 req-a3a56bef-b70c-4ccf-a26f-6e9aef491809 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 1099 time: 0.1260459 Apr 20 05:45:42.737436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.760798 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3392d21-ed73-4da3-9747-94bc54d75df2 req-a9fde0e5-02f3-4b48-8fbd-7877e8062ba8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Apr 20 05:45:42.771495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 38abf10a-75d2-407a-a532-7eb140f7ea32 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:42.771872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.157492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.170469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Transition to ACTIVE for port object 948a9584-dde1-4930-9416-dcd018126022 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:43.186042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.191984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:43.282965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7278d5-b04f-489e-a7ff-71c2da703631 req-ceec51e0-5760-49ef-9959-3d09f6797fb1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.283988 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d7278d5-b04f-489e-a7ff-71c2da703631 req-ceec51e0-5760-49ef-9959-3d09f6797fb1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 945 time: 0.2306716 Apr 20 05:45:43.363348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Attempting to bind port 948a9584-dde1-4930-9416-dcd018126022 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:43.364029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Attempting to bind port 948a9584-dde1-4930-9416-dcd018126022 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:43.364601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Attempting to bind port 948a9584-dde1-4930-9416-dcd018126022 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:43.372942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Pushing event updated for resources: {'Port': ['ID=948a9584-dde1-4930-9416-dcd018126022,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:43.376959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:43.377536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:43.378134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.378694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:43.379479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Bound port: 948a9584-dde1-4930-9416-dcd018126022, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:43.380028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.427798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.428078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.428445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.428810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.429170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.429530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.429885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.430238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.430615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.430970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.431373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.431723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:43.436615 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d7278d5-b04f-489e-a7ff-71c2da703631 req-92cd80ff-edb6-4c15-a57a-f09742cbd47f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 Apr 20 05:45:43.442317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:43.487572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] For port 948a9584-dde1-4930-9416-dcd018126022, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:43.491178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] For port 948a9584-dde1-4930-9416-dcd018126022, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=948a9584-dde1-4930-9416-dcd018126022,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:43.495666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.496189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16657-4e01-4e9d-8f54-9906c2b1ffd4 req-91e5ce4d-738d-4670-bb14-72c4110fa1c3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.497970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-09d16657-4e01-4e9d-8f54-9906c2b1ffd4 req-91e5ce4d-738d-4670-bb14-72c4110fa1c3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 946 time: 0.1929450 Apr 20 05:45:43.512936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:43.530566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.593302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-09d16657-4e01-4e9d-8f54-9906c2b1ffd4 req-07312c09-47ce-494d-8700-47f4ee2d7a06 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Apr 20 05:45:43.645894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Pushing event updated for resources: {'Port': ['ID=948a9584-dde1-4930-9416-dcd018126022,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:43.679481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:43.680170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:43.834638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:43.847287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Allocated IP 172.20.0.1 (7e5a12da-158d-4ca5-a2fe-8d647668dd15/1712b554-453c-48b4-892d-9557bd4c3370/a38e3c72-2f54-4e96-9e3f-e1b423d19f22) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:43.896961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:43.959144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db911dd1-aae7-47de-ad55-76b27aac5942 req-a089809f-91e8-4fea-a607-ef12740f1bba tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.972969 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-db911dd1-aae7-47de-ad55-76b27aac5942 req-a089809f-91e8-4fea-a607-ef12740f1bba tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1484232 Apr 20 05:45:44.013853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.033058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Transition to ACTIVE for port object a38e3c72-2f54-4e96-9e3f-e1b423d19f22 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:44.037193 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-db911dd1-aae7-47de-ad55-76b27aac5942 req-8a733347-63fd-4712-9254-99fc21a1bb69 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Apr 20 05:45:44.066504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.073337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b7a6010-e0f3-4041-8081-eaf5e4cc1cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:44.139446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:44.143320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:44.145846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:44.194509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Pushing event updated for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:44.197553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:44.226544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.248912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:40Z', 'revision_number': 3, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:44.253365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015a05b-c984-4e3e-8c5f-96d35fc41738 None None] The sync data for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi is: [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:40Z', 'revision_number': 3, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:45:44.355377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.391326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-26f8b7d6-db96-4eee-b9da-b2a084217e69 None None] Provisioning for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:44.396510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-26f8b7d6-db96-4eee-b9da-b2a084217e69 None None] Provisioning complete for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:44.396976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-26f8b7d6-db96-4eee-b9da-b2a084217e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.458518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-26f8b7d6-db96-4eee-b9da-b2a084217e69 None None] Port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:45:44.684661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.692823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.728449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c8b8441-00ad-4fda-8921-b4ea59c1387b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:44.789129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92301be-bfef-4084-9571-c03a745d4209 req-a6146b85-2c30-49f4-98ab-3421d6dc77d1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.798639 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b92301be-bfef-4084-9571-c03a745d4209 req-a6146b85-2c30-49f4-98ab-3421d6dc77d1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 945 time: 0.2318335 Apr 20 05:45:44.831057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2db4e6-dc11-44d9-a3c0-4a1c48247612 req-8d4d5034-89de-49ea-a913-21ac898986dd tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.833337 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e2db4e6-dc11-44d9-a3c0-4a1c48247612 req-8d4d5034-89de-49ea-a913-21ac898986dd tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 946 time: 0.0990765 Apr 20 05:45:44.895135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Pushing event updated for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:44.897117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:44.898808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e2db4e6-dc11-44d9-a3c0-4a1c48247612 req-44cf054f-9eb6-4b7c-83fd-3d97534bb331 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Apr 20 05:45:44.909495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b92301be-bfef-4084-9571-c03a745d4209 req-1f6a7f5c-c45b-499e-a490-cab5f6efbd9b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094694 Apr 20 05:45:44.910456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.973585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6c96c348-79e5-434d-a9e9-1d722944ebbb up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:45.112429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 6c96c348-79e5-434d-a9e9-1d722944ebbb completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:45.127467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 6c96c348-79e5-434d-a9e9-1d722944ebbb triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:45.129063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.292607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.326135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:45.327580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:45.333401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:45.339127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:45.342437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.344552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:45.424128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:45.428266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:45.432771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb', 'code': 200} Apr 20 05:45:45.652458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36338) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:45.703198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27f86d-5ba6-4c4b-8e57-249b0d452cf7 req-93ae592c-f7fe-4763-a73c-1eb41908ac18 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.705517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0483c53-138e-4a0f-b395-6d3e33a70944 None None] Provisioning complete for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:45.705943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0483c53-138e-4a0f-b395-6d3e33a70944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.712298 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe27f86d-5ba6-4c4b-8e57-249b0d452cf7 req-93ae592c-f7fe-4763-a73c-1eb41908ac18 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.4882402 Apr 20 05:45:45.775444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:45:45.794895 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe27f86d-5ba6-4c4b-8e57-249b0d452cf7 req-7bc535da-f384-4997-b4b5-797b9a09190b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815349 Apr 20 05:45:45.825952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0483c53-138e-4a0f-b395-6d3e33a70944 None None] Port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:45:45.838333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.853392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:45.862726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Usage tracker for resource:security_group_rule and tenant:39d34951962a43849201b42d15b8ee0f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:45.865773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:45.873647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:45.906732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990f06-8085-4475-a463-3b27c52ab55e req-07d3db4a-3e04-4698-93a0-f553fb62631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.908535 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f990f06-8085-4475-a463-3b27c52ab55e req-07d3db4a-3e04-4698-93a0-f553fb62631a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1099 time: 0.1982453 Apr 20 05:45:45.986251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f990f06-8085-4475-a463-3b27c52ab55e req-68ae0389-d5c9-4fb5-be9e-9fa69a735e60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Apr 20 05:45:45.990454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:46.004434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] 10.222.0.38 "PUT /v2.0/routers/a1ba543f-5d23-4b86-9795-a8f949ccd5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0968559 Apr 20 05:45:46.037678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.042285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.059080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f84ecb21-4df4-4353-a2ca-169b6ccdedee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:46.092221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6adc29-4417-4885-bd1a-6d16d706b4f9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:46.149752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:46.195436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39d34951962a43849201b42d15b8ee0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399644 Apr 20 05:45:46.196945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36372) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:46.215744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fc1f2-b4ea-4bb7-9168-4050c0be7f7e req-f343913d-f44f-491d-9415-06fe310f53f3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.224501 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-321fc1f2-b4ea-4bb7-9168-4050c0be7f7e req-f343913d-f44f-491d-9415-06fe310f53f3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 946 time: 0.1722734 Apr 20 05:45:46.320985 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-321fc1f2-b4ea-4bb7-9168-4050c0be7f7e req-d7f8fa4d-0ee2-4245-8cb4-8410b1a85604 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938666 Apr 20 05:45:46.344364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.383271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.440546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.448480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d4a17ca-b822-41e8-a6bb-dbb9a604b744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:46.460496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 948a9584-dde1-4930-9416-dcd018126022 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:46.467681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6adc29-4417-4885-bd1a-6d16d706b4f9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:46.476162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:46.477509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.478706 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c6adc29-4417-4885-bd1a-6d16d706b4f9 HTTP/1.1" status: 204 len: 168 time: 0.2807393 Apr 20 05:45:46.551257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 948a9584-dde1-4930-9416-dcd018126022 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:46.558669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 948a9584-dde1-4930-9416-dcd018126022 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:46.559505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.708746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.727508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 948a9584-dde1-4930-9416-dcd018126022, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=948a9584-dde1-4930-9416-dcd018126022,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:46.731817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.734168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4f61d1f-4336-4e79-9b99-218484c73233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:46.810376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=948a9584-dde1-4930-9416-dcd018126022,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:46.818273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:46.903759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36404) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:46.910004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1049246944-network', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:46.915035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:46.919031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Usage tracker for resource:network and tenant:0adc3422f14e4f5cac3efc3d2fdbaf2a is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:46.922126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:46.929653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:46.944584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Made reservation on behalf of 0adc3422f14e4f5cac3efc3d2fdbaf2a for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:46.949325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.971648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.988955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:46.993268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Usage tracker for resource:security_group_rule and tenant:0adc3422f14e4f5cac3efc3d2fdbaf2a is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:46.996226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:47.002382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:47.022722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744615f-f23c-4c3f-9514-37ec58057ac3 req-9f5c561c-537d-40cb-98fd-723f3cd2e035 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.024396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0744615f-f23c-4c3f-9514-37ec58057ac3 req-9f5c561c-537d-40cb-98fd-723f3cd2e035 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0965416 Apr 20 05:45:47.090755 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0744615f-f23c-4c3f-9514-37ec58057ac3 req-aee6de74-d65d-47c5-a66c-e673ff1f18e3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556641 Apr 20 05:45:47.094885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.098604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.103149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:47.123742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:47.148553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.148943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Added segment 170dd959-5eee-4461-b5f1-4610126ac3ab of type vlan for network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 Apr 20 05:45:47.155927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd59239-a89f-4f30-88c1-ef8b100e9cb9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:47.177427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:47.181235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.239239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.240701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.241347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.268976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:47.311313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36418) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:47.313817 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4032404 Apr 20 05:45:47.319294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Request body: {'subnet': {'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1049246944-subnet', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:47.326254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:47.331854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Usage tracker for resource:subnet and tenant:0adc3422f14e4f5cac3efc3d2fdbaf2a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:47.336150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:47.343931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:47.359261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Made reservation on behalf of 0adc3422f14e4f5cac3efc3d2fdbaf2a for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:47.377646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.460228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Sync routers for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:47.471193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:47.471878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:47.490372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Pushing event updated for resources: {'Network': ['ID=62716a5b-6000-4ba2-84b7-2b9b80bf6dc1,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:47.505862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:47.548332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:47.676852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6360b4-0f6c-432c-9368-7c7e5df41ff4 req-09644639-8b2a-4b69-b0c8-746452e7656c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.678483 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d6360b4-0f6c-432c-9368-7c7e5df41ff4 req-09644639-8b2a-4b69-b0c8-746452e7656c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 946 time: 0.1609149 Apr 20 05:45:47.766469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:47.855082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d6360b4-0f6c-432c-9368-7c7e5df41ff4 req-02743d16-6d0d-4edb-9063-71349a100ee2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592071 Apr 20 05:45:48.035366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.043252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:48.141788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Checking segment: {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:48.142152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Network hostable DHCP agents. Network: 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:48.150246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f61d663-0ecd-47f0-9fbc-66e746bbfc25,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:48.162840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:48.173010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:48.186169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:48.203474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544876b-be8b-4ff5-92fb-18cd9a5238a9 None None] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:48.216691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:48.217356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.265900 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9526794 Apr 20 05:45:48.268360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36448) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:48.275630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:48.295369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:48.300794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Usage tracker for resource:router and tenant:0adc3422f14e4f5cac3efc3d2fdbaf2a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:48.305253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:48.360952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:48.400549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.404674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.445714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.502104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faa9f8-7d92-4c84-b59a-fa7649f538f5 req-6fcf83f2-6edc-4a4e-ba9d-53fe5dc78378 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:48.517973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b1faa9f8-7d92-4c84-b59a-fa7649f538f5 req-6fcf83f2-6edc-4a4e-ba9d-53fe5dc78378 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1985197 Apr 20 05:45:48.660458 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b1faa9f8-7d92-4c84-b59a-fa7649f538f5 req-e84db7fd-d764-4da9-873c-c85e2918575b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413829 Apr 20 05:45:48.754230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 948a9584-dde1-4930-9416-dcd018126022 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:49.017045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'fixed_ips': [{'subnet_id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:45:49.017986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.041189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:44Z', 'revision_number': 4, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a38e3c72-2f54-4e96-9e3f-e1b423d19f22', 'name': '', 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'mac_address': 'fa:16:3e:83:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1712b554-453c-48b4-892d-9557bd4c3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:43Z', 'updated_at': '2021-04-20T05:45:44Z', 'revision_number': 2, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'subnets': [{'id': '1712b554-453c-48b4-892d-9557bd4c3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:49.047913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 948a9584-dde1-4930-9416-dcd018126022 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:49.048328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.079672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Checking router: a1ba543f-5d23-4b86-9795-a8f949ccd5c1 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:49.080011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Updating router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:49.194413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.240022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.485593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Allocated IP 172.20.0.2 (62716a5b-6000-4ba2-84b7-2b9b80bf6dc1/0f61d663-0ecd-47f0-9fbc-66e746bbfc25/488f120a-d449-45cc-9bdc-399459ea56b0) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:49.562669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.598780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.797861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Allocated IP 172.27.2.105 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/47ba0d57-2062-4beb-89e9-e7c0449f9076) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:49.875420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.889897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Transition to ACTIVE for port object 488f120a-d449-45cc-9bdc-399459ea56b0 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:49.973168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Transition to ACTIVE for port object 488f120a-d449-45cc-9bdc-399459ea56b0 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:49.989614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.996284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065432f-ae55-4122-86bf-a75b3f22d7d6 req-d35c21db-1f86-49c7-a348-91907f2329e8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.002720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:50.009885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d065432f-ae55-4122-86bf-a75b3f22d7d6 req-d35c21db-1f86-49c7-a348-91907f2329e8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1722870 Apr 20 05:45:50.116210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d065432f-ae55-4122-86bf-a75b3f22d7d6 req-46f5bc1f-cda6-40e5-bd1e-15883238aeb8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919886 Apr 20 05:45:50.134746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.137430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Pushing event updated for resources: {'Port': ['ID=488f120a-d449-45cc-9bdc-399459ea56b0,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:50.144095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:50.146401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:50.151809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:50.154813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.157383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:50.163073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Transition to ACTIVE for port object a38e3c72-2f54-4e96-9e3f-e1b423d19f22 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:50.189974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.200559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.201105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82ba2e40-4e18-4445-836e-5adbecb376a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:50.213979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:50.283867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:50.285203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Pushing event updated for resources: {'Port': ['ID=47ba0d57-2062-4beb-89e9-e7c0449f9076,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:50.295504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:50.298261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:50.299237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:50.398038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Attempting to bind port 488f120a-d449-45cc-9bdc-399459ea56b0 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:50.398455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Attempting to bind port 488f120a-d449-45cc-9bdc-399459ea56b0 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:50.398869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Attempting to bind port 488f120a-d449-45cc-9bdc-399459ea56b0 on network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:50.437988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Pushing event updated for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:50.446193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:50.446647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Checking segment: {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:50.447044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.447510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Bound using segment: {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:50.448048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Bound port: 488f120a-d449-45cc-9bdc-399459ea56b0, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:50.448467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.460297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:50.566349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Attempting to bind port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:50.566877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Attempting to bind port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:50.567260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Attempting to bind port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 on network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:50.585160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:50.585596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Checking segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:50.585996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.586433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Bound using segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:50.586942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Bound port: a38e3c72-2f54-4e96-9e3f-e1b423d19f22, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:50.587409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.669392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] For port 488f120a-d449-45cc-9bdc-399459ea56b0, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:50.688665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] For port 488f120a-d449-45cc-9bdc-399459ea56b0, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=488f120a-d449-45cc-9bdc-399459ea56b0,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:50.704303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.709500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:50.742453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:45:50.758557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.786710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] For port a38e3c72-2f54-4e96-9e3f-e1b423d19f22, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:50.803403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] For port a38e3c72-2f54-4e96-9e3f-e1b423d19f22, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:50.808335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Pushing event updated for resources: {'Port': ['ID=488f120a-d449-45cc-9bdc-399459ea56b0,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:50.812128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.816775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:50.817487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:51.059303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:51.059971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:51.264440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.295941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Pushing event updated for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:51.327831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:51.347486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:51.510339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Router e89839ec-f2c0-4211-824d-50e64b913ef8 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:45:51.699692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:44Z', 'revision_number': 4, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a38e3c72-2f54-4e96-9e3f-e1b423d19f22', 'name': '', 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'mac_address': 'fa:16:3e:83:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1712b554-453c-48b4-892d-9557bd4c3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:43Z', 'updated_at': '2021-04-20T05:45:50Z', 'revision_number': 4, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'subnets': [{'id': '1712b554-453c-48b4-892d-9557bd4c3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:51.704982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe87869-cede-482c-8c41-a0ea388c0b47 None None] The sync data for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi is: [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:45:44Z', 'revision_number': 4, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a38e3c72-2f54-4e96-9e3f-e1b423d19f22', 'name': '', 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'mac_address': 'fa:16:3e:83:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1712b554-453c-48b4-892d-9557bd4c3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:43Z', 'updated_at': '2021-04-20T05:45:50Z', 'revision_number': 4, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'subnets': [{'id': '1712b554-453c-48b4-892d-9557bd4c3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:45:51.958107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:51.969855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Sync routers for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:51.982399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:51.983282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:51.985813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.990140 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7176991 Apr 20 05:45:51.990617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36510) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:52.200249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:52.204454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0f31b-fe1f-4f2c-9ea1-146fd2d8fa61 None None] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:52.423464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-aac93d11-4c27-459f-94b8-76b799b4c8f6 None None] Provisioning for port 488f120a-d449-45cc-9bdc-399459ea56b0 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:52.524815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 488f120a-d449-45cc-9bdc-399459ea56b0 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:52.704806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 488f120a-d449-45cc-9bdc-399459ea56b0 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:52.705786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:50Z', 'revision_number': 3, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:52.715397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Checking router: e89839ec-f2c0-4211-824d-50e64b913ef8 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:52.716581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Updating router e89839ec-f2c0-4211-824d-50e64b913ef8 port 47ba0d57-2062-4beb-89e9-e7c0449f9076 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:52.718623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 488f120a-d449-45cc-9bdc-399459ea56b0 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:52.719048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.832124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.915503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.970620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 488f120a-d449-45cc-9bdc-399459ea56b0, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=488f120a-d449-45cc-9bdc-399459ea56b0,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:52.978719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.987643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a38e3c72-2f54-4e96-9e3f-e1b423d19f22 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:53.070105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:53.225545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd674e0-120c-41e8-a121-a8b762e03b15 req-3170002b-47ac-42e2-9957-f71fade97854 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:53.227311 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fd674e0-120c-41e8-a121-a8b762e03b15 req-3170002b-47ac-42e2-9957-f71fade97854 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1860957 Apr 20 05:45:53.328179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=488f120a-d449-45cc-9bdc-399459ea56b0,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:53.332289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8f46bb9b-9c5a-48c5-9c1e-688b08c73dd9 None None] Provisioning complete for port 488f120a-d449-45cc-9bdc-399459ea56b0 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:53.332946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb9b-9c5a-48c5-9c1e-688b08c73dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.346408 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fd674e0-120c-41e8-a121-a8b762e03b15 req-3f709385-128c-4557-9054-6d54d08e45fe tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010196 Apr 20 05:45:53.387603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:53.432850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:53.444131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:53.444933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.495015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.674145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.709587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.724036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Transition to ACTIVE for port object 47ba0d57-2062-4beb-89e9-e7c0449f9076 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:53.731367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.742980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47668339-d091-4ffb-8cd6-9aeed1852c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:53.755004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port a38e3c72-2f54-4e96-9e3f-e1b423d19f22, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:53.760736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.763671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:53.766311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Allocated IP 172.20.0.1 (62716a5b-6000-4ba2-84b7-2b9b80bf6dc1/0f61d663-0ecd-47f0-9fbc-66e746bbfc25/4bfb0048-416f-4c67-9464-dd67e14e2d86) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:53.827607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546111ab-f495-4bc3-a06d-36ddefee0b47 None None] Pushing event updated for resources: {'Port': ['ID=47ba0d57-2062-4beb-89e9-e7c0449f9076,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:53.835002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-546111ab-f495-4bc3-a06d-36ddefee0b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:53.856994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Attempting to bind port 47ba0d57-2062-4beb-89e9-e7c0449f9076 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:53.857982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Attempting to bind port 47ba0d57-2062-4beb-89e9-e7c0449f9076 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:53.858854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Attempting to bind port 47ba0d57-2062-4beb-89e9-e7c0449f9076 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:53.866900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:53.866900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:53.867413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.867617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:53.868375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Bound port: 47ba0d57-2062-4beb-89e9-e7c0449f9076, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:53.868803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.894967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:53.899435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:53.949937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] For port 47ba0d57-2062-4beb-89e9-e7c0449f9076, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:53.953410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] For port 47ba0d57-2062-4beb-89e9-e7c0449f9076, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=47ba0d57-2062-4beb-89e9-e7c0449f9076,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:53.957397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.959881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.962708 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:53.980621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Transition to ACTIVE for port object 4bfb0048-416f-4c67-9464-dd67e14e2d86 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:54.014710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.019101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:54.043685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:54.044372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:54.090754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:54.092244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:54.102882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:54.163382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:54.196926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546111ab-f495-4bc3-a06d-36ddefee0b47 None None] Pushing event updated for resources: {'Port': ['ID=47ba0d57-2062-4beb-89e9-e7c0449f9076,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:54.197363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.197881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.198384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.199018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.199640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.200133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.200618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.201105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.201607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.202098 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.209820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.210521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:54.227171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:54.231061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.291502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:54.444524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c2917d1b-09fa-4220-ba0f-16910835d3eb None None] Provisioning for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:54.450252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c2917d1b-09fa-4220-ba0f-16910835d3eb None None] Provisioning complete for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:54.450668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2917d1b-09fa-4220-ba0f-16910835d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.496865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-546111ab-f495-4bc3-a06d-36ddefee0b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:54.550192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 488f120a-d449-45cc-9bdc-399459ea56b0 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:54.681800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.711681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c2917d1b-09fa-4220-ba0f-16910835d3eb None None] Port 4bfb0048-416f-4c67-9464-dd67e14e2d86 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:45:54.746898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11963246-3ccb-4ca9-a355-134a60a99d3f req-26d06c9a-7078-451c-99a8-ffd1f8ec0bc0 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:54.750575 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11963246-3ccb-4ca9-a355-134a60a99d3f req-26d06c9a-7078-451c-99a8-ffd1f8ec0bc0 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1555822 Apr 20 05:45:54.758303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 488f120a-d449-45cc-9bdc-399459ea56b0 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:54.762543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.827590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:50Z', 'revision_number': 3, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:54.835385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e21-a06f-4335-b050-7c7294d53c8b None None] The sync data for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi is: [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:50Z', 'revision_number': 3, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:45:54.852556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11963246-3ccb-4ca9-a355-134a60a99d3f req-c9b75088-f728-459e-b489-443fefc2779e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934801 Apr 20 05:45:55.024566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.029434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.030653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a38e3c72-2f54-4e96-9e3f-e1b423d19f22 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:55.116241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:55.140809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:55.141242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.183746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.234710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:55.262045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:55.461473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:55.462610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:55.750649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-cce11dbf-7ece-416c-97b8-c438847bfa1d None None] Provisioning complete for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:55.751568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cce11dbf-7ece-416c-97b8-c438847bfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.760437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Router e89839ec-f2c0-4211-824d-50e64b913ef8 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:45:55.825788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-cce11dbf-7ece-416c-97b8-c438847bfa1d None None] Port 4bfb0048-416f-4c67-9464-dd67e14e2d86 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:45:56.010838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:56.023206 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] 10.222.0.38 "PUT /v2.0/routers/e89839ec-f2c0-4211-824d-50e64b913ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0302694 Apr 20 05:45:56.224936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66255be7-cf27-4e68-b8d2-7aa344f74b48 req-6a47d6ce-22ad-44f5-88bb-31de673c2da3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:56.226648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66255be7-cf27-4e68-b8d2-7aa344f74b48 req-6a47d6ce-22ad-44f5-88bb-31de673c2da3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1093502 Apr 20 05:45:56.291352 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66255be7-cf27-4e68-b8d2-7aa344f74b48 req-d3b557ed-a6d3-4253-bcbd-61fac16fa545 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Apr 20 05:45:56.461630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 47ba0d57-2062-4beb-89e9-e7c0449f9076 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:56.537736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 47ba0d57-2062-4beb-89e9-e7c0449f9076 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:56.550133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 47ba0d57-2062-4beb-89e9-e7c0449f9076 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:56.550878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:56.860134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:56.877682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 47ba0d57-2062-4beb-89e9-e7c0449f9076, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=47ba0d57-2062-4beb-89e9-e7c0449f9076,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:56.880931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:56.882779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:56.956038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=47ba0d57-2062-4beb-89e9-e7c0449f9076,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:56.959350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:57.076615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36616) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:57.082953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536955423', 'description': 'tempest-secgroup-smoke-536955423 description', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:57.090099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.094383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:57.097528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:57.104033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:57.115318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.138031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.142240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:57.145484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:57.151550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:57.228717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.232358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.237679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1f36445-c93e-4332-ad70-7de4ea00f3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:57.279067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.280379 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2026660 Apr 20 05:45:57.281143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42417b-90df-4567-b0a8-38bd44cbf364,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:57.283784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36622) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:57.289553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.289871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:57.289980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.290305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.290691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.291063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.291466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.291838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.292272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.292685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.293151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.293615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.294049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:57.297152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.301483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:57.302529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:57.306847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:57.315951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:57.586544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.672459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f5b0-2eb7-42d2-a0ec-96445c5ae08f req-fdab22a3-a3c7-4d86-8c8b-37c8d85e3723 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:57.674075 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b1b2f5b0-2eb7-42d2-a0ec-96445c5ae08f req-fdab22a3-a3c7-4d86-8c8b-37c8d85e3723 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1501532 Apr 20 05:45:57.689315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.707645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.715423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9f09b36-b39c-4b8c-af3c-2d1621218add tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:57.767539 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b1b2f5b0-2eb7-42d2-a0ec-96445c5ae08f req-84706e7e-c55a-46d7-afc1-e482463f3eae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812466 Apr 20 05:45:57.768250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83c1d87-0cee-4deb-87eb-ac92d4cd8359,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:57.770629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.771849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869280 Apr 20 05:45:57.774750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36634) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:57.777638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:57.782372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:57.788999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.795342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:57.799821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:57.806994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:57.828986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.924023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.929860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.932115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-74c4f136-1879-461a-9c79-15b987590df4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:57.955448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c94aa5f-c7eb-45c2-b3b3-73002771782a,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:57.958467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:57.975732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.977165 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2012081 Apr 20 05:45:57.981090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36648) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:57.985665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:57.992071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.996572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:58.000980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:58.007338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:58.028241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.100875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.103856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.106031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:58.137186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc87a6f-af2d-44a7-9f0b-ece61f8d30c8,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:58.143815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:58.146278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.147889 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667113 Apr 20 05:45:58.150574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36658) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:58.156246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:58.162753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:58.167278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Sync routers for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:58.167412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:58.172040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:58.185054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:58.185249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:58.185249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:58.198293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.271681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.274645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.276796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:58.294178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2a001d-05a8-4fa7-b91a-b281ff4460f8,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:58.298163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:58.314299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.315627 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639869 Apr 20 05:45:58.318713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36662) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:58.325062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:58.339347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:58.344092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:58.347960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:58.358130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:58.371952 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Project baef76ce0dd340849f6fd51e065a7a17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:45:58.380177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.402722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:58.449783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 47ba0d57-2062-4beb-89e9-e7c0449f9076 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:58.452898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.456199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.458919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:58.486764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81703cbd-0b2d-4605-96bc-77ac60c99e7c,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:58.489200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:58.496373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.500362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-80c651fb-4a01-4799-b5fa-aebed05d274e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1778162 Apr 20 05:45:58.500638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36670) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:58.507397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'security_group_rule': {'security_group_id': '5b42417b-90df-4567-b0a8-38bd44cbf364', 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:58.513764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:58.518257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Usage tracker for resource:security_group_rule and tenant:baef76ce0dd340849f6fd51e065a7a17 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:58.521399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:58.527720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:58.559071 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Project baef76ce0dd340849f6fd51e065a7a17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:45:58.567291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.655504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.658644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.661024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fdc93a65-6a47-4c13-b93f-0537a2d830ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:58.680639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb4df1d-c0be-4c88-ae9f-51ac944a614c,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:58.685055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 47ba0d57-2062-4beb-89e9-e7c0449f9076 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:58.685481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.688678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:58.698410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.705237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-99bb11b6-2c8d-4837-87d0-fa1896d1e5e1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1978536 Apr 20 05:45:58.837834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e4af7-1e46-45a2-a1f0-f906ecacd972 req-14afd94b-7c47-4629-9232-e96827230b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:58.848280 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a56e4af7-1e46-45a2-a1f0-f906ecacd972 req-14afd94b-7c47-4629-9232-e96827230b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1060836 Apr 20 05:45:58.915886 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a56e4af7-1e46-45a2-a1f0-f906ecacd972 req-9af9fd92-ad53-4fe3-a5de-c6e26156e1e1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638909 Apr 20 05:45:58.945292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:54Z', 'revision_number': 4, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '4bfb0048-416f-4c67-9464-dd67e14e2d86', 'name': '', 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'mac_address': 'fa:16:3e:2b:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:53Z', 'updated_at': '2021-04-20T05:45:54Z', 'revision_number': 2, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'subnets': [{'id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:58.949815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Checking router: e89839ec-f2c0-4211-824d-50e64b913ef8 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:58.950316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Updating router e89839ec-f2c0-4211-824d-50e64b913ef8 port 4bfb0048-416f-4c67-9464-dd67e14e2d86 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:59.025639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.029208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba86733-6ff1-44e3-af0b-9f059dded564 req-d2ba470b-e367-4e08-ba6a-fb0c71866d8d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:59.031620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ba86733-6ff1-44e3-af0b-9f059dded564 req-d2ba470b-e367-4e08-ba6a-fb0c71866d8d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0991073 Apr 20 05:45:59.101124 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ba86733-6ff1-44e3-af0b-9f059dded564 req-2164cb43-fd6e-46ef-a9dc-9cca4fcfd605 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Apr 20 05:45:59.465231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.479078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Transition to ACTIVE for port object 4bfb0048-416f-4c67-9464-dd67e14e2d86 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:59.485509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.494801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:59.661036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Pushing event updated for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:59.678834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:59.785450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Attempting to bind port 4bfb0048-416f-4c67-9464-dd67e14e2d86 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:59.785867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Attempting to bind port 4bfb0048-416f-4c67-9464-dd67e14e2d86 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:59.786272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Attempting to bind port 4bfb0048-416f-4c67-9464-dd67e14e2d86 on network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:59.792249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:59.792667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Checking segment: {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:59.793118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.793552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Bound using segment: {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:59.794117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Bound port: 4bfb0048-416f-4c67-9464-dd67e14e2d86, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170dd959-5eee-4461-b5f1-4610126ac3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:59.794537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.942952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] For port 4bfb0048-416f-4c67-9464-dd67e14e2d86, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:59.946444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] For port 4bfb0048-416f-4c67-9464-dd67e14e2d86, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4bfb0048-416f-4c67-9464-dd67e14e2d86,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:59.951640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.962366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db46f1ea-4cac-489c-af71-8a37c30d28db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:00.071955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:46:00.075649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:45:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:00.162614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Pushing event updated for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:00.332256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcd393-3101-481e-aed6-e06f0fe8a407 req-413f6ac9-041d-4b51-bd99-04063b27a370 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.334109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39fcd393-3101-481e-aed6-e06f0fe8a407 req-413f6ac9-041d-4b51-bd99-04063b27a370 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1634331 Apr 20 05:46:00.351504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:00.427032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39fcd393-3101-481e-aed6-e06f0fe8a407 req-712cb4d7-3be3-4a64-9fc8-6369df3ae6a8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812137 Apr 20 05:46:00.464454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c6f0-4a17-4f05-8a3c-d7c91fbf7652 req-e6366b80-c84e-4507-8634-8b3dc515e840 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.466346 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc45c6f0-4a17-4f05-8a3c-d7c91fbf7652 req-e6366b80-c84e-4507-8634-8b3dc515e840 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1565847 Apr 20 05:46:00.477896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:46:00.523927 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc45c6f0-4a17-4f05-8a3c-d7c91fbf7652 req-cfe6b0c8-93a0-48e1-82cd-b57a7595e944 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Apr 20 05:46:00.837452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:54Z', 'revision_number': 4, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '4bfb0048-416f-4c67-9464-dd67e14e2d86', 'name': '', 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'mac_address': 'fa:16:3e:2b:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:53Z', 'updated_at': '2021-04-20T05:45:59Z', 'revision_number': 4, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'subnets': [{'id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:00.841737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208e51d-3bff-4cba-b28e-46462e508079 None None] The sync data for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi is: [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:45:54Z', 'revision_number': 4, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '4bfb0048-416f-4c67-9464-dd67e14e2d86', 'name': '', 'network_id': '62716a5b-6000-4ba2-84b7-2b9b80bf6dc1', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'mac_address': 'fa:16:3e:2b:6b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:53Z', 'updated_at': '2021-04-20T05:45:59Z', 'revision_number': 4, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'subnets': [{'id': '0f61d663-0ecd-47f0-9fbc-66e746bbfc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:46:01.686243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77993b-4df4-40c9-b003-1e21c970141c req-b77c2a10-2dd3-4e1a-bbf9-2742a26cc073 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.688088 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf77993b-4df4-40c9-b003-1e21c970141c req-b77c2a10-2dd3-4e1a-bbf9-2742a26cc073 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1122611 Apr 20 05:46:01.740846 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf77993b-4df4-40c9-b003-1e21c970141c req-6405804d-e566-4408-a616-894c4eff1d84 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Apr 20 05:46:01.786682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5147e8-a6e3-4578-905f-28b18a801088 req-e14c8cb0-0bc6-4cc3-a1ae-81cb33cc7162 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.788434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d5147e8-a6e3-4578-905f-28b18a801088 req-e14c8cb0-0bc6-4cc3-a1ae-81cb33cc7162 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1061330 Apr 20 05:46:01.851878 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d5147e8-a6e3-4578-905f-28b18a801088 req-53054771-c4ea-43e8-b47f-f4d137291f4a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Apr 20 05:46:01.997879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36854) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:02.135450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.152013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:02.156249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Usage tracker for resource:security_group_rule and tenant:a75de3b87fcb4f9a92d72b241df9bca2 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:46:02.159514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:46:02.165620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:02.253452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.261248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.277517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01489ecd-9e4c-4a44-b866-8357f0d0fbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:02.314616 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a75de3b87fcb4f9a92d72b241df9bca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155501 Apr 20 05:46:02.316708 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36862) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:02.319171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25bb98-e3b6-4417-b27a-aea6d36a1fe6,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:02.322431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:02.384027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.412244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.421571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4bfb0048-416f-4c67-9464-dd67e14e2d86 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:02.469188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.471869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72500cc8-10e5-4e1c-a537-ae5e86a8addd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:02.485212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25bb98-e3b6-4417-b27a-aea6d36a1fe6,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:02.492647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:02.493817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.497711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e25bb98-e3b6-4417-b27a-aea6d36a1fe6 HTTP/1.1" status: 204 len: 168 time: 0.1772854 Apr 20 05:46:02.507053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:46:02.513664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:02.514133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.673931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.720149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 4bfb0048-416f-4c67-9464-dd67e14e2d86, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4bfb0048-416f-4c67-9464-dd67e14e2d86,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:02.724053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.725999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2705b23a-9455-48f8-a980-1f9b472fd1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:02.805404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:02.808977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:02.860621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36884) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:02.880436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:02.897901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:02.902488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Usage tracker for resource:security_group_rule and tenant:84ecc39c8540431b8c16b6c815b9784e is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:46:02.905950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:46:02.913573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:02.966362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad371a6-eeb0-493c-a836-f3a4731b21f7 req-a9cadfd4-ca7c-4537-93b6-9c9583bf581f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.968172 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad371a6-eeb0-493c-a836-f3a4731b21f7 req-a9cadfd4-ca7c-4537-93b6-9c9583bf581f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0968122 Apr 20 05:46:03.020418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.023184 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad371a6-eeb0-493c-a836-f3a4731b21f7 req-0b75e82c-9214-4127-99ad-74b9b36c16c9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482743 Apr 20 05:46:03.023994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.033725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-697e1ba7-7ed3-4582-8569-53349e527ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:03.075704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3393270e-35ad-4a7f-b76b-abe5abd97f80,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:03.080299 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84ecc39c8540431b8c16b6c815b9784e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186100 Apr 20 05:46:03.081193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:03.083339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36892) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:03.149707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.179902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.226061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea88a24-8da8-4d71-8f86-9d884703e804 req-adf6207e-4c81-4afa-b297-065ae54b2cf5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.227864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fea88a24-8da8-4d71-8f86-9d884703e804 req-adf6207e-4c81-4afa-b297-065ae54b2cf5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0957327 Apr 20 05:46:03.231056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.236887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-359a00b6-d40a-4a43-9213-d1b087d21491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:03.251846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3393270e-35ad-4a7f-b76b-abe5abd97f80,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:03.255117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:03.256697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.257591 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3393270e-35ad-4a7f-b76b-abe5abd97f80 HTTP/1.1" status: 204 len: 168 time: 0.1732669 Apr 20 05:46:03.288541 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fea88a24-8da8-4d71-8f86-9d884703e804 req-a6edf8fb-e886-4eb8-acd3-bff3a40f2e29 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529795 Apr 20 05:46:03.645495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 36904) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:03.670005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.686447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:03.691287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Usage tracker for resource:security_group_rule and tenant:b044250ce42b4eb99a832628f73370a6 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:46:03.694533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:46:03.701057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:03.795398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.799898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.808374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:03.853391 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b044250ce42b4eb99a832628f73370a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067146 Apr 20 05:46:03.854298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e791e111-682f-44e9-9565-c221f2111d34,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:03.857012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 36908) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:03.861454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0732acb5-3238-4210-bb0d-2488d49d21aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:03.927357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:03.958595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:04.010134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:04.014069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61d3d659-0ee6-4681-af8d-59edc4c143e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:04.027303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e791e111-682f-44e9-9565-c221f2111d34,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:04.030106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:04.040727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:04.044595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e791e111-682f-44e9-9565-c221f2111d34 HTTP/1.1" status: 204 len: 168 time: 0.1838472 Apr 20 05:46:04.242356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea149-51d4-40f8-ac7e-04cb441057c5 req-cc251e66-c735-457e-a597-f266e42da51d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.242356 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cedea149-51d4-40f8-ac7e-04cb441057c5 req-cc251e66-c735-457e-a597-f266e42da51d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0938189 Apr 20 05:46:04.297939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cedea149-51d4-40f8-ac7e-04cb441057c5 req-16a48819-d092-4631-a260-464f2d49b9d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Apr 20 05:46:04.418394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4bfb0048-416f-4c67-9464-dd67e14e2d86 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:04.494498 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4bfb0048-416f-4c67-9464-dd67e14e2d86 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:04.494921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:04.525841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4613f-b9db-47f3-897a-4dc5f5c70694 req-fcf1dce6-6794-47f2-8ff7-fb50528ae3ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.527519 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89f4613f-b9db-47f3-897a-4dc5f5c70694 req-fcf1dce6-6794-47f2-8ff7-fb50528ae3ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1190398 Apr 20 05:46:04.576960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89f4613f-b9db-47f3-897a-4dc5f5c70694 req-133302ca-838d-43f7-ba0e-b30950f55436 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Apr 20 05:46:05.369425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-5652ad8b-b22d-41b1-b9d9-f075abeb3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.371059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-5652ad8b-b22d-41b1-b9d9-f075abeb3e5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0861576 Apr 20 05:46:05.519077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f278-a431-410a-a596-16d0fad205a4 req-13bbadaa-a153-476d-842d-0c0c86907ed7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.520775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35a1f278-a431-410a-a596-16d0fad205a4 req-13bbadaa-a153-476d-842d-0c0c86907ed7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0944698 Apr 20 05:46:05.542409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-88a04693-5f0f-4171-ba56-5100d05a5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.544213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-88a04693-5f0f-4171-ba56-5100d05a5789 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1432648 Apr 20 05:46:05.574365 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35a1f278-a431-410a-a596-16d0fad205a4 req-a046b20d-4d90-4081-8c5e-4d26cbd5f876 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Apr 20 05:46:05.627827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-00060051-ed4b-4954-9025-dfe91f6e07ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0732915 Apr 20 05:46:05.706167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-05b0be9b-c12b-411a-a984-eeb5eb019063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.707877 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-05b0be9b-c12b-411a-a984-eeb5eb019063 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0719590 Apr 20 05:46:05.761933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-3a6d8284-3c22-459c-8bc6-f0881d68f4e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469360 Apr 20 05:46:05.788710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e556430-7cd7-46e8-8611-52c0ecd00efa req-941fe9a5-ff8e-4b06-9249-d6fe06c4b02f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.790507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e556430-7cd7-46e8-8611-52c0ecd00efa req-941fe9a5-ff8e-4b06-9249-d6fe06c4b02f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0947006 Apr 20 05:46:05.841632 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e556430-7cd7-46e8-8611-52c0ecd00efa req-65b00e34-5273-4668-96c8-2a28d75f5ff0 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Apr 20 05:46:05.911307 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-16a77cc9-7b79-401e-8d8d-122503290134 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419621 Apr 20 05:46:06.056949 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52d8b082-60b7-4939-9f8f-3bea65e68103 req-13d25119-b355-4138-be05-49340dbcab63 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380041 Apr 20 05:46:06.786204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbca70-13ac-4815-9fd7-727a2dd853cf req-c61ca03f-54df-416b-ac0f-43f4fe3ddbd1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:06.787856 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7dbca70-13ac-4815-9fd7-727a2dd853cf req-c61ca03f-54df-416b-ac0f-43f4fe3ddbd1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0925474 Apr 20 05:46:06.840318 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7dbca70-13ac-4815-9fd7-727a2dd853cf req-c1371b2b-9440-4416-90d7-8f2f43a84a2b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Apr 20 05:46:07.065518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0e304-33be-49ab-bf3b-c337e44104d2 req-f9597c02-82df-40ce-a046-0d77f9e6798d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.067378 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8fb0e304-33be-49ab-bf3b-c337e44104d2 req-f9597c02-82df-40ce-a046-0d77f9e6798d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0971508 Apr 20 05:46:07.117923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8fb0e304-33be-49ab-bf3b-c337e44104d2 req-78decdc3-c7a6-4aa2-aeba-a1b832e344b6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Apr 20 05:46:07.482411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0afcd7c5-199e-4630-b5ae-e82863ee268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.642666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-76f799eb-6770-487f-b0f9-1f66af55b1b8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.644491 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-76f799eb-6770-487f-b0f9-1f66af55b1b8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.1637552 Apr 20 05:46:07.661651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-cf7dadc7-7b2b-45bc-8afc-e26079d92074 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/quotas/8eb3cddced074298b4e5028a2dc76893 HTTP/1.1" status: 200 len: 375 time: 0.0104692 Apr 20 05:46:07.692441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.757896 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-74a7fe0c-5afd-4351-9f1d-c03cff177229 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895731 Apr 20 05:46:07.907849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-2be8c6e7-c8d8-482c-a156-6b95407b3aa6 service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423259 Apr 20 05:46:08.054747 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-9299859f-98c1-4ded-a7c2-c4b739011ea4 service neutron] 10.222.0.38 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400306 Apr 20 05:46:08.058789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930362d5-41af-492f-bc11-f47f22508120 req-e36172f9-ea97-4534-bc2b-8367dcb9a033 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.060656 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-930362d5-41af-492f-bc11-f47f22508120 req-e36172f9-ea97-4534-bc2b-8367dcb9a033 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0961378 Apr 20 05:46:08.115954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-930362d5-41af-492f-bc11-f47f22508120 req-014fd9a8-a2df-43e4-8462-07c3534cfc20 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Apr 20 05:46:08.281354 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7272ad1a-77b2-4671-8260-f1baff878333 req-fbd0818b-b641-4d82-bac5-69e38ec10830 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0694494 Apr 20 05:46:08.346224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e880c-12de-44c7-8a9d-e40da37c6dca req-96049f05-4a94-4e17-91a5-6ccb0a36d45d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.348052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d50e880c-12de-44c7-8a9d-e40da37c6dca req-96049f05-4a94-4e17-91a5-6ccb0a36d45d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1073172 Apr 20 05:46:08.398148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d50e880c-12de-44c7-8a9d-e40da37c6dca req-00489d5d-3569-4b6f-a3b6-e992988131b8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Apr 20 05:46:08.700952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fa264-8848-4c77-933e-fe66e0bc6df5 req-14063167-1fbf-4d29-b023-f2d140a07b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.702618 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-092fa264-8848-4c77-933e-fe66e0bc6df5 req-14063167-1fbf-4d29-b023-f2d140a07b20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0811880 Apr 20 05:46:08.767544 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-092fa264-8848-4c77-933e-fe66e0bc6df5 req-943234e2-4531-4774-8e17-1fa60c499438 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Apr 20 05:46:09.336049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77e35d-61fc-46f6-b8ce-d256b0c4f958 req-99e80ae9-63d5-4ab0-9d1c-d9020214618a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.337611 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-db77e35d-61fc-46f6-b8ce-d256b0c4f958 req-99e80ae9-63d5-4ab0-9d1c-d9020214618a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0977302 Apr 20 05:46:09.388021 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-db77e35d-61fc-46f6-b8ce-d256b0c4f958 req-b11c1d3b-9041-46ea-a8af-018709e0b414 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Apr 20 05:46:09.442992 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd51b420-38f8-4e5e-8f13-84e9678369d6 req-9ddf6f0a-f7a8-48d9-bf9b-d9395fb73bd8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0521512 Apr 20 05:46:09.640192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3aca2b2b-5a11-49de-b3e9-22b35f2af7cb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.642252 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3aca2b2b-5a11-49de-b3e9-22b35f2af7cb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 814 time: 0.2189085 Apr 20 05:46:09.670144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Request body: {'port': {'device_id': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'admin_state_up': True, 'tenant_id': '8eb3cddced074298b4e5028a2dc76893'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:46:09.751271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aae96a-fec9-4028-93d8-d8e16c59de24 req-dca73881-175c-468f-8d4d-370c67621e40 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.752914 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23aae96a-fec9-4028-93d8-d8e16c59de24 req-dca73881-175c-468f-8d4d-370c67621e40 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.2213178 Apr 20 05:46:09.845884 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23aae96a-fec9-4028-93d8-d8e16c59de24 req-5da29b64-ae44-4a35-8a09-17a808063f19 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Apr 20 05:46:09.865952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:09.877937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:09.887804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Made reservation on behalf of 8eb3cddced074298b4e5028a2dc76893 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:46:09.894603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:09.964166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a567-ce39-4469-a68b-531382ba9af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.085977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Allocated IP 172.20.0.8 (15d91916-a601-4e7e-92b4-8b4e4f867d05/e866c17f-f543-45f6-902d-69cf04999fc9/6bfe03b6-ccd3-4940-b814-f372d0bb4a6d) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:46:10.220493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.311013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.344600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.350844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6cce6413-87fa-4194-9382-109ef7ab5b75 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:10.356903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5', 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', '6c96c348-79e5-434d-a9e9-1d722944ebbb'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:10.422235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:46:10.425800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:46:10.430012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:46:10.463730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event updated for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:10.471228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:10.516516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.517453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.549960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8859308 Apr 20 05:46:10.564249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Request body: {'port': {'device_id': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:46:10.634733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8d569-d0f0-44bc-9d4a-5afd9e807abb req-0c0a1ac7-f5b8-4248-8ca7-6d02b0fe5e5d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.644581 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2f8d569-d0f0-44bc-9d4a-5afd9e807abb req-0c0a1ac7-f5b8-4248-8ca7-6d02b0fe5e5d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1103537 Apr 20 05:46:10.707803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2f8d569-d0f0-44bc-9d4a-5afd9e807abb req-7116eb81-aabd-4452-bf1f-bd4f21383b52 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619614 Apr 20 05:46:10.984229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8b3f0-73a2-4154-9cb6-49596deecdd1 req-de3b0215-b3db-49f0-b1d8-cbf8a8a7f63d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.984890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-49c8b3f0-73a2-4154-9cb6-49596deecdd1 req-de3b0215-b3db-49f0-b1d8-cbf8a8a7f63d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:46:10.988634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.052047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-49c8b3f0-73a2-4154-9cb6-49596deecdd1 req-de3b0215-b3db-49f0-b1d8-cbf8a8a7f63d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:46:11.053289 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49c8b3f0-73a2-4154-9cb6-49596deecdd1 req-de3b0215-b3db-49f0-b1d8-cbf8a8a7f63d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 931 time: 0.4510453 Apr 20 05:46:11.055851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242443f1-bdee-4809-83a7-b4e2283b0279 req-983d57ba-c87d-4446-921f-be3d0987e641 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.057454 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-242443f1-bdee-4809-83a7-b4e2283b0279 req-983d57ba-c87d-4446-921f-be3d0987e641 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0933640 Apr 20 05:46:11.119252 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-242443f1-bdee-4809-83a7-b4e2283b0279 req-17c3ea79-f843-4820-a6b0-540106c685e7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Apr 20 05:46:11.173644 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49c8b3f0-73a2-4154-9cb6-49596deecdd1 req-4a4774aa-06de-43b6-b966-86135b9a79df tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085346 Apr 20 05:46:11.411657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:11.419998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.441496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Transition to ACTIVE for port object 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:46:11.452331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.457799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:11.574052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.600971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b058ed-b195-44ab-ae9a-9c671d8c3e60 req-55a6dd26-9f39-4536-85ee-f0c0d53cd5b9 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.602573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90b058ed-b195-44ab-ae9a-9c671d8c3e60 req-55a6dd26-9f39-4536-85ee-f0c0d53cd5b9 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1019764 Apr 20 05:46:11.651355 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90b058ed-b195-44ab-ae9a-9c671d8c3e60 req-c4b48ef8-8f62-4ac0-876f-77454fab18d3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Apr 20 05:46:11.673969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:11.683768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:11.777390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-8467aa47-65c6-437a-9bdb-e3c0e91dbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.778988 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-8467aa47-65c6-437a-9bdb-e3c0e91dbc4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.2844062 Apr 20 05:46:11.783255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Attempting to bind port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:46:11.783621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Attempting to bind port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:46:11.783962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Attempting to bind port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:11.817624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:46:11.818009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Attempting to bind port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d on network 15d91916-a601-4e7e-92b4-8b4e4f867d05 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:11.848157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.916277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:46:11.916646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Checking segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:46:11.917190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Bound using segment: {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:46:11.917906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Bound port: 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:46:11.918497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:12.091650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-eefaa14f-fedc-484c-a5ce-bf9072682fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.093148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-eefaa14f-fedc-484c-a5ce-bf9072682fb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.3063550 Apr 20 05:46:12.102693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:46:12.107288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:46:12.168109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:12.185694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7daa0767-6200-42e8-add9-3278cd145571 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:12.232681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-fc0a7f47-c68c-4fba-a37f-7dc0707d3d16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.1240644 Apr 20 05:46:12.241399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee694-d72c-40d0-88d6-c93b97453f5e req-a0774172-3e4b-4a0f-8db8-bbc6938a2ba4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.242927 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e7ee694-d72c-40d0-88d6-c93b97453f5e req-a0774172-3e4b-4a0f-8db8-bbc6938a2ba4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.3711751 Apr 20 05:46:12.327290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.327290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:12.327670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] 10.222.0.16 "PUT /v2.0/ports/6bfe03b6-ccd3-4940-b814-f372d0bb4a6d HTTP/1.1" status: 200 len: 1093 time: 1.7682886 Apr 20 05:46:12.328126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:12.408377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897cf56-94ea-44fd-b34f-d61df7dd6689 req-d60b8a3f-2782-41d2-bcb6-7227884108d0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.410116 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f897cf56-94ea-44fd-b34f-d61df7dd6689 req-d60b8a3f-2782-41d2-bcb6-7227884108d0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1059206 Apr 20 05:46:12.424568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:12.436549 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e7ee694-d72c-40d0-88d6-c93b97453f5e req-57d0047c-4997-4cbf-9677-b5c1b4c7d535 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834288 Apr 20 05:46:12.445050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:12.451077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-96dd8ab1-9b9e-4f94-b3f0-c0cb3ee4f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.453472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-96dd8ab1-9b9e-4f94-b3f0-c0cb3ee4f824 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.1965723 Apr 20 05:46:12.460964 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f897cf56-94ea-44fd-b34f-d61df7dd6689 req-fa2fc2bb-0c69-4272-a5d7-b0fab1f9cbe7 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Apr 20 05:46:12.515144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d', 'status': 'completed', 'code': 200} Apr 20 05:46:12.525712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-925adae9-8bba-48af-bb80-8f2dd8fa1d11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613191 Apr 20 05:46:12.568845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-f4f7e1a6-0c2e-4eaf-b73c-9e75eea9df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.570458 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-f4f7e1a6-0c2e-4eaf-b73c-9e75eea9df2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 1096 time: 0.1981485 Apr 20 05:46:12.696162 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-66ca61e7-b455-45ee-9254-345353703903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d HTTP/1.1" status: 200 len: 217 time: 0.0790865 Apr 20 05:46:12.805016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-0acc1fe6-9568-418a-8b03-f23eb5d1ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.806579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-0acc1fe6-9568-418a-8b03-f23eb5d1ff9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0978146 Apr 20 05:46:12.808628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-01562984-c16f-4b29-8068-b09d51970b54 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757385 Apr 20 05:46:12.859058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2de1-206e-4c86-bbe6-55165be22877 req-0a9a5490-6103-4e0e-9cc4-e0938eb58606 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.860719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6daf2de1-206e-4c86-bbe6-55165be22877 req-0a9a5490-6103-4e0e-9cc4-e0938eb58606 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0897982 Apr 20 05:46:12.901246 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-f4103dd3-fe80-4ff0-aa76-17dc0cff9d84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759976 Apr 20 05:46:12.912453 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6daf2de1-206e-4c86-bbe6-55165be22877 req-c63d1d94-0b2c-4be8-8df7-15357aeb5c97 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Apr 20 05:46:13.346151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-b750ddb2-6591-436c-97db-4a54fd3a679f service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768965 Apr 20 05:46:13.366653 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-d6783d18-5d9c-40a6-a1b7-00e5ecefd427 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154744 Apr 20 05:46:13.521523 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-210fc05a-cb6c-4220-a8c9-2a4a18cbfa62 req-96083c47-4bf3-4c4e-b492-a56f9af9fbb3 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453805 Apr 20 05:46:13.695509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bcac6-6ead-4c94-8546-885ef61b7fdf req-cb3a6d8d-227a-4eca-a96f-4f3272dd0591 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.697280 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b63bcac6-6ead-4c94-8546-885ef61b7fdf req-cb3a6d8d-227a-4eca-a96f-4f3272dd0591 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.0975764 Apr 20 05:46:13.728527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-49b7bf2b-4a33-4e4c-9508-d8934309f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.730596 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-49b7bf2b-4a33-4e4c-9508-d8934309f1c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 1096 time: 0.1256793 Apr 20 05:46:13.747957 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b63bcac6-6ead-4c94-8546-885ef61b7fdf req-8d69d395-b7b0-490b-9c72-2ba701566118 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Apr 20 05:46:13.750007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709b05-4713-49e6-ab09-4d305a97855d req-e66f3dd8-584d-435d-a13a-be80c9b1ac9c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.752036 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8709b05-4713-49e6-ab09-4d305a97855d req-e66f3dd8-584d-435d-a13a-be80c9b1ac9c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1837010 Apr 20 05:46:13.891181 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8709b05-4713-49e6-ab09-4d305a97855d req-646a04c0-fa3e-447a-a7b1-912262e80218 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173565 Apr 20 05:46:13.929247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-54d6fd86-dacf-4574-902c-36a25dcb641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.930838 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-54d6fd86-dacf-4574-902c-36a25dcb641f service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1903720 Apr 20 05:46:14.015979 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-a6f63ca7-6a42-42e1-818f-73875b9b23b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d HTTP/1.1" status: 200 len: 217 time: 0.0715187 Apr 20 05:46:14.098599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-6471d095-2ac0-4383-978f-65ed5e11f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:14.100217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-6471d095-2ac0-4383-978f-65ed5e11f112 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0738277 Apr 20 05:46:14.124013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580cddf-cb73-43e5-acb7-5c50690a8693 req-7f980bd3-4b48-4cff-a92b-e4c33cf8e8c4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:14.125561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5580cddf-cb73-43e5-acb7-5c50690a8693 req-7f980bd3-4b48-4cff-a92b-e4c33cf8e8c4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0967548 Apr 20 05:46:14.159503 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-459edffd-9556-4174-a353-5a542fcf03f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512033 Apr 20 05:46:14.177808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5580cddf-cb73-43e5-acb7-5c50690a8693 req-f37c8b8a-79e9-47fe-9422-90ed846f03af tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Apr 20 05:46:14.315195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-a6f67045-f39b-4149-a7e2-af994ee5a880 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456125 Apr 20 05:46:14.472818 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-542cfd31-0efd-4dd7-a19d-c4556af281a9 req-327fb08c-6452-4c85-9c2f-ce8bd4a508ee service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466999 Apr 20 05:46:14.964643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0677e0-015b-408b-9360-36327a71f4a3 req-fdde3c8f-2f10-4cf2-96a1-a2ca568c3e53 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:14.966171 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee0677e0-015b-408b-9360-36327a71f4a3 req-fdde3c8f-2f10-4cf2-96a1-a2ca568c3e53 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1028516 Apr 20 05:46:15.015315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee0677e0-015b-408b-9360-36327a71f4a3 req-9ebf4dbd-9058-42e2-9be4-eebc67405323 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Apr 20 05:46:15.107507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cee02-e68d-4e05-9b82-dcf836dde442 req-45264225-ef94-4583-8333-9e31c500af78 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.109588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-298cee02-e68d-4e05-9b82-dcf836dde442 req-45264225-ef94-4583-8333-9e31c500af78 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0963778 Apr 20 05:46:15.161846 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-298cee02-e68d-4e05-9b82-dcf836dde442 req-a0921867-ab8a-4068-838e-83d481bca6fd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Apr 20 05:46:15.170393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:46:15.318367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:15.332861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'port_id': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'mac_address': 'fa:16:3e:66:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:46:15.388348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d8bfb-0eac-45f6-92d0-29cc57e6b09c req-ee0f9a47-3789-4042-934d-47a8e9971352 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.391408 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a1d8bfb-0eac-45f6-92d0-29cc57e6b09c req-ee0f9a47-3789-4042-934d-47a8e9971352 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0954132 Apr 20 05:46:15.392125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:15.411448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cce026a8-9511-4d21-b135-65a97a53b61f {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:15.426904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:15.430383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:15.432312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:15.441318 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a1d8bfb-0eac-45f6-92d0-29cc57e6b09c req-af611b1e-de6f-49c4-afcd-9cca96937d4c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 Apr 20 05:46:15.513817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=6']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:15.521929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.522309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.522683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.523050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.523411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.523807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.524164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.524488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.524851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.525208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.525561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.525911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:15.529930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:15.612348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['cce026a8-9511-4d21-b135-65a97a53b61f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:16.236761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f8b6-d1ab-4e8a-9e33-d4c3a3b6360c req-f0cd860b-8393-4a5c-99b1-e23d5b07d3fd tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.238441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f155f8b6-d1ab-4e8a-9e33-d4c3a3b6360c req-f0cd860b-8393-4a5c-99b1-e23d5b07d3fd tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1067469 Apr 20 05:46:16.288468 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f155f8b6-d1ab-4e8a-9e33-d4c3a3b6360c req-df1bcfb9-9bc8-46a5-bbbd-e40c67623bca tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Apr 20 05:46:16.376683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee687d4-2eb0-4912-9964-f40321ee8361 req-fcce08dd-679c-4e9e-b485-875f5b9e71a6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.378355 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dee687d4-2eb0-4912-9964-f40321ee8361 req-fcce08dd-679c-4e9e-b485-875f5b9e71a6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 944 time: 0.0907028 Apr 20 05:46:16.431082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dee687d4-2eb0-4912-9964-f40321ee8361 req-c3ce9918-9bc2-4c4a-9b00-d6c3e7a4e07d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Apr 20 05:46:16.648783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ceb2-4600-4f73-807d-3d6e3a2a0113 req-9eed3a76-4853-4233-910c-b6c271091376 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.652030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a359ceb2-4600-4f73-807d-3d6e3a2a0113 req-9eed3a76-4853-4233-910c-b6c271091376 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0921533 Apr 20 05:46:16.701932 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a359ceb2-4600-4f73-807d-3d6e3a2a0113 req-da70414c-78f8-469d-b825-80c668e9336f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Apr 20 05:46:17.206260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:17.286704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port cce026a8-9511-4d21-b135-65a97a53b61f triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:17.287770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:17.416152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:17.449548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:17.460036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:17.463488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:17.466182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:17.508460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'code': 200} Apr 20 05:46:17.525090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f90a6a-958f-46ec-b453-7a349f3fc873 req-cf3468e1-a6d7-488b-82fc-53c043bb0ecb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:17.526797 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95f90a6a-958f-46ec-b453-7a349f3fc873 req-cf3468e1-a6d7-488b-82fc-53c043bb0ecb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1121604 Apr 20 05:46:17.542925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=7']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:17.546235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:17.578824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95f90a6a-958f-46ec-b453-7a349f3fc873 req-7ead8b3a-5a98-4af5-a157-cbdc550f521c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450430 Apr 20 05:46:17.696568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9363e6c-dae5-476d-8bfc-2f942d72327b req-e56efec2-a5b0-42ea-8e04-67576090dfda tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:17.698160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9363e6c-dae5-476d-8bfc-2f942d72327b req-e56efec2-a5b0-42ea-8e04-67576090dfda tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1043067 Apr 20 05:46:17.747655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9363e6c-dae5-476d-8bfc-2f942d72327b req-ea2199fa-380a-465f-b9ef-7edc6a8269c7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Apr 20 05:46:18.643841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4bb-054c-44a8-8594-f2122dcb23ab req-aac93ccf-2739-48c9-b2e6-d96a218dd42c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:18.645506 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2c4b4bb-054c-44a8-8594-f2122dcb23ab req-aac93ccf-2739-48c9-b2e6-d96a218dd42c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0903718 Apr 20 05:46:18.700620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2c4b4bb-054c-44a8-8594-f2122dcb23ab req-69737e5e-448d-4073-af93-e5eb235cd1e5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Apr 20 05:46:18.785919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680863-fb19-4003-8105-d0b743ef1c60 req-aaaa181d-fb9a-4f9d-9720-5216d7391ba9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:18.787582 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f680863-fb19-4003-8105-d0b743ef1c60 req-aaaa181d-fb9a-4f9d-9720-5216d7391ba9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.0917242 Apr 20 05:46:18.843670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f680863-fb19-4003-8105-d0b743ef1c60 req-11b6cb35-d5c5-461d-9f3a-ce3c0e1eaa2f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Apr 20 05:46:19.040323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b0f7-483a-414d-a89f-6d22b0b492df req-a0b3faa7-98da-44d7-92cf-e9a91e433f4a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:19.041940 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba26b0f7-483a-414d-a89f-6d22b0b492df req-a0b3faa7-98da-44d7-92cf-e9a91e433f4a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0912311 Apr 20 05:46:19.091573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba26b0f7-483a-414d-a89f-6d22b0b492df req-2923cedd-11b6-4dff-9275-bca2bcdd93dd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Apr 20 05:46:20.060435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1192464-807d-4c62-9571-4d8c83df29af req-cf8bd303-34a1-45f8-8feb-07e5cef8d474 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:20.062342 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1192464-807d-4c62-9571-4d8c83df29af req-cf8bd303-34a1-45f8-8feb-07e5cef8d474 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.0957699 Apr 20 05:46:20.116327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1192464-807d-4c62-9571-4d8c83df29af req-050c5be9-786c-4c17-a3a0-8e466e4b848e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472119 Apr 20 05:46:20.314133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323858fb-0bb1-4cfa-9cd7-8ba2f2e9c0cf req-589c6dca-2df9-4d27-bc61-747ac1da8137 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:20.315862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-323858fb-0bb1-4cfa-9cd7-8ba2f2e9c0cf req-589c6dca-2df9-4d27-bc61-747ac1da8137 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0995188 Apr 20 05:46:20.371156 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-323858fb-0bb1-4cfa-9cd7-8ba2f2e9c0cf req-e6b1cd25-b0d2-4d8d-8847-2584f3c3c341 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478623 Apr 20 05:46:21.331371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee389dbe-b6f1-44e5-bc10-fff5eb59dc33 req-9acb39b6-523e-47cf-8434-c8a287b246b8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:21.333046 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee389dbe-b6f1-44e5-bc10-fff5eb59dc33 req-9acb39b6-523e-47cf-8434-c8a287b246b8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.0905747 Apr 20 05:46:21.380942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee389dbe-b6f1-44e5-bc10-fff5eb59dc33 req-f3111e79-a309-42c8-a4d8-8e695d50e12d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Apr 20 05:46:21.581899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671290ab-15cc-46ea-8512-e4003e042d51 req-816d4288-a4e3-41ef-a235-b0c489bde303 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:21.583488 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-671290ab-15cc-46ea-8512-e4003e042d51 req-816d4288-a4e3-41ef-a235-b0c489bde303 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0930459 Apr 20 05:46:21.645538 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-671290ab-15cc-46ea-8512-e4003e042d51 req-2b541cdc-4cf5-4717-a1b9-6fcb5782f3be tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Apr 20 05:46:22.593892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262cf-9c45-4406-ad97-7d5bd7ab0811 req-360b4c2f-b88e-47b4-8956-3b5b0edb534c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:22.595965 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cd262cf-9c45-4406-ad97-7d5bd7ab0811 req-360b4c2f-b88e-47b4-8956-3b5b0edb534c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.0974433 Apr 20 05:46:22.650793 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cd262cf-9c45-4406-ad97-7d5bd7ab0811 req-720c7ff2-bd64-4c8b-9263-a9fe6489dd3b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Apr 20 05:46:22.861189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36897634-19cc-48eb-a17c-89579734b320 req-1a976db7-0980-478c-9ab3-452c8b29d0c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:22.867650 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36897634-19cc-48eb-a17c-89579734b320 req-1a976db7-0980-478c-9ab3-452c8b29d0c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0973632 Apr 20 05:46:22.916014 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36897634-19cc-48eb-a17c-89579734b320 req-94ae501b-e3bb-492c-a4ea-661159c3af16 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 Apr 20 05:46:23.878718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e2ec8-9724-4e2e-93bf-b386e4ad99b0 req-f6272c3e-bc8d-4994-9b99-dc1c6c4bf913 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:23.880363 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d2e2ec8-9724-4e2e-93bf-b386e4ad99b0 req-f6272c3e-bc8d-4994-9b99-dc1c6c4bf913 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1032403 Apr 20 05:46:23.940511 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d2e2ec8-9724-4e2e-93bf-b386e4ad99b0 req-b46caaec-857b-4f1b-b3a3-9a6c01be70eb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536914 Apr 20 05:46:24.157205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244beb3-d996-47d6-9bd2-35c1a17964ef req-aa9b6a18-c9f0-4d3f-99ad-cd0f0a12f0fb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:24.158886 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2244beb3-d996-47d6-9bd2-35c1a17964ef req-aa9b6a18-c9f0-4d3f-99ad-cd0f0a12f0fb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0986898 Apr 20 05:46:24.216787 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2244beb3-d996-47d6-9bd2-35c1a17964ef req-913a0773-9946-4445-b62d-20f25fc4aea4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510166 Apr 20 05:46:25.158800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b171f4a-062f-4d77-b9f0-f5a491047b12 req-048f49fe-abf8-48a5-af62-fceb5358e12d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:25.160733 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b171f4a-062f-4d77-b9f0-f5a491047b12 req-048f49fe-abf8-48a5-af62-fceb5358e12d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 943 time: 0.1027489 Apr 20 05:46:25.221121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b171f4a-062f-4d77-b9f0-f5a491047b12 req-e48f0e41-4d32-4f15-82f4-5372fba8e817 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536988 Apr 20 05:46:25.268817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:46:25.491715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:25.494921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f70b-9f5e-4134-b3e3-61da8fc81f2b req-cc0c6396-7f5e-4786-96a9-7632f2a91e0a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:25.496766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c75f70b-9f5e-4134-b3e3-61da8fc81f2b req-cc0c6396-7f5e-4786-96a9-7632f2a91e0a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1232724 Apr 20 05:46:25.525627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d', 'network_id': '15d91916-a601-4e7e-92b4-8b4e4f867d05', 'port_id': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d', 'mac_address': 'fa:16:3e:1e:70:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e866c17f-f543-45f6-902d-69cf04999fc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:46:25.552407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c75f70b-9f5e-4134-b3e3-61da8fc81f2b req-f007c347-d2ba-4bda-8695-323a430abdd4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Apr 20 05:46:25.597697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.617796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:25.642687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:25.646273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.649208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:25.814813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:25.828562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:26.094369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['6bfe03b6-ccd3-4940-b814-f372d0bb4a6d'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:26.521225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914907e9-9285-4a70-a6e3-fea98622e388 req-7aed23aa-2402-412a-834d-9230f6aa5ace tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:26.522872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-914907e9-9285-4a70-a6e3-fea98622e388 req-7aed23aa-2402-412a-834d-9230f6aa5ace tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 944 time: 0.1312044 Apr 20 05:46:26.602422 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-914907e9-9285-4a70-a6e3-fea98622e388 req-18569c67-604e-497a-a8ce-1043432eb105 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708482 Apr 20 05:46:26.804923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac66ba1-b1c2-40e8-a218-372112583e44 req-20f7447a-de32-4326-99ec-929dfcbed263 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:26.806596 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ac66ba1-b1c2-40e8-a218-372112583e44 req-20f7447a-de32-4326-99ec-929dfcbed263 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1008475 Apr 20 05:46:26.863425 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ac66ba1-b1c2-40e8-a218-372112583e44 req-cbfb2ba7-98bc-4578-8660-8b6edd7a18ef tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498569 Apr 20 05:46:27.739317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-1d8c2666-6289-4afd-a63d-88378a706ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:27.741632 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-1d8c2666-6289-4afd-a63d-88378a706ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.1327715 Apr 20 05:46:27.742338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:46:27.913475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228731c-3acc-4e37-9112-98e3803b90b5 req-b66c0230-27c6-46dc-beb2-23438be53017 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:27.921455 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a228731c-3acc-4e37-9112-98e3803b90b5 req-b66c0230-27c6-46dc-beb2-23438be53017 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 944 time: 0.0989723 Apr 20 05:46:27.974670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a228731c-3acc-4e37-9112-98e3803b90b5 req-64c587ae-1fe3-4ecf-83e9-1789c2876376 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Apr 20 05:46:28.031354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec0505-728a-4584-89e1-a48adf4c5dd2 req-078d3a76-b67d-4965-aeaa-b9f8730a174f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:28.037338 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32ec0505-728a-4584-89e1-a48adf4c5dd2 req-078d3a76-b67d-4965-aeaa-b9f8730a174f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.2518604 Apr 20 05:46:28.113631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32ec0505-728a-4584-89e1-a48adf4c5dd2 req-49d21abe-7502-451d-a669-5483be636ef2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693641 Apr 20 05:46:28.123598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-9ace8172-8955-44c9-94a7-138f64d3241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:28.125140 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-9ace8172-8955-44c9-94a7-138f64d3241d service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.3749881 Apr 20 05:46:28.203052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c649f-ceda-4c15-a70b-bdf71666107f req-36ff52ec-4fd3-4aff-9059-bc9cbb2829b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:28.205054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4c649f-ceda-4c15-a70b-bdf71666107f req-36ff52ec-4fd3-4aff-9059-bc9cbb2829b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1255174 Apr 20 05:46:28.215903 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-632a8036-c96b-4006-9c76-9af09527f724 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0817339 Apr 20 05:46:28.278721 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4c649f-ceda-4c15-a70b-bdf71666107f req-506e63b8-a157-47a0-b46e-dcba5b76c9d2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611200 Apr 20 05:46:28.294228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-e70ecf35-5c74-49b9-9d83-6579a49fca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:28.296067 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-e70ecf35-5c74-49b9-9d83-6579a49fca53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0672016 Apr 20 05:46:28.372919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-be27857d-525d-4bcf-b124-bc3de5f6f6b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687776 Apr 20 05:46:28.536935 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-736d38bf-fe19-4be2-b8fb-da6951b33f1b service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470697 Apr 20 05:46:28.705129 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5928fa5c-b06c-4254-ac6d-de1431403634 req-a43c501e-b9ea-49fc-8080-afd764be251f service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568358 Apr 20 05:46:29.198597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae8dd0-0047-4ccf-83ad-c681d6c7e433 req-a8197db8-a3af-431d-bf95-35b4de72a9db tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:29.217769 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68ae8dd0-0047-4ccf-83ad-c681d6c7e433 req-a8197db8-a3af-431d-bf95-35b4de72a9db tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 944 time: 0.1365073 Apr 20 05:46:29.293938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:29.304697 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68ae8dd0-0047-4ccf-83ad-c681d6c7e433 req-3350233b-6ebb-42f0-a055-151ee27bc253 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Apr 20 05:46:29.395302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:46:29.401114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:29.401919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:29.420364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c570a8-f104-4a1f-bb38-75423c459bff req-d12f202a-04a2-4e2a-acd3-0661b13f01d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:29.437777 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24c570a8-f104-4a1f-bb38-75423c459bff req-d12f202a-04a2-4e2a-acd3-0661b13f01d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1266258 Apr 20 05:46:29.519061 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24c570a8-f104-4a1f-bb38-75423c459bff req-0b9ae609-d1b7-47f8-8b0e-b28ce1f1e28b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736971 Apr 20 05:46:29.669662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:29.711076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:29.712579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:29.719498 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:29.722122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:29.808324 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d', 'code': 200} Apr 20 05:46:29.878853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:29.889706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:29.927208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e386-33c1-4e10-b4d6-a26e120a2583 req-b11daaf9-f470-4323-b0db-7d469e1de259 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:29.934789 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b730e386-33c1-4e10-b4d6-a26e120a2583 req-b11daaf9-f470-4323-b0db-7d469e1de259 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.4315443 Apr 20 05:46:30.006643 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b730e386-33c1-4e10-b4d6-a26e120a2583 req-e73e0945-cae7-4467-a844-0473f5d84de4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708058 Apr 20 05:46:30.145989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1dcc3-ee46-4520-b3d2-980c18c37be2 req-78e5e6b6-ad3d-40a0-9acd-bb858c84326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:30.147633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcc1dcc3-ee46-4520-b3d2-980c18c37be2 req-78e5e6b6-ad3d-40a0-9acd-bb858c84326b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 1098 time: 0.0866532 Apr 20 05:46:30.195180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcc1dcc3-ee46-4520-b3d2-980c18c37be2 req-016f156c-a6d5-4ec2-a9af-821a99d9d71c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Apr 20 05:46:30.536600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f94e0-481b-4a30-aa00-06d364f1cd6b req-3d4e1698-262f-46e2-a93a-964b37435215 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:30.538219 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-566f94e0-481b-4a30-aa00-06d364f1cd6b req-3d4e1698-262f-46e2-a93a-964b37435215 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 945 time: 0.0927601 Apr 20 05:46:30.594547 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-566f94e0-481b-4a30-aa00-06d364f1cd6b req-ad6253f6-5b9a-4f6c-bdf3-bf2637906616 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Apr 20 05:46:30.717360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12bbf5-683e-4a03-a704-7d0f245d6903 req-08fdeaf0-8d8e-4803-9477-c9c858e940d6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:30.718982 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e12bbf5-683e-4a03-a704-7d0f245d6903 req-08fdeaf0-8d8e-4803-9477-c9c858e940d6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0883751 Apr 20 05:46:30.786083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e12bbf5-683e-4a03-a704-7d0f245d6903 req-83f6779d-4275-492f-aefc-53a35abf977c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Apr 20 05:46:31.216851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c0414-40ac-42a3-b454-56bd81f3b97b req-da357fea-4145-4d7b-9de4-4b5399abb3ca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:31.218448 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e6c0414-40ac-42a3-b454-56bd81f3b97b req-da357fea-4145-4d7b-9de4-4b5399abb3ca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0946872 Apr 20 05:46:31.268509 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e6c0414-40ac-42a3-b454-56bd81f3b97b req-6133e972-3fe5-43ee-b7c4-82fa5440ffc0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Apr 20 05:46:31.916438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2303-a63c-4daf-b43c-578f0e5be05d req-12efdc18-9ab8-4f19-a2d8-1fd0845098c4 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:31.938982 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-172d2303-a63c-4daf-b43c-578f0e5be05d req-12efdc18-9ab8-4f19-a2d8-1fd0845098c4 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 945 time: 0.1854494 Apr 20 05:46:32.007026 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-172d2303-a63c-4daf-b43c-578f0e5be05d req-5486dda6-3650-470d-bf80-5a5ddc86984d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668237 Apr 20 05:46:32.094018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ace34-4e19-493b-afc2-576281ae9cef req-d97ad405-8dc2-4422-9598-b1bce0169a01 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:32.095629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d08ace34-4e19-493b-afc2-576281ae9cef req-d97ad405-8dc2-4422-9598-b1bce0169a01 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1166515 Apr 20 05:46:32.164530 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d08ace34-4e19-493b-afc2-576281ae9cef req-41c4e6bf-978c-4b31-bb84-f23fac3253a7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618932 Apr 20 05:46:32.545948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab015e-a67a-4094-b638-61f375dd2cd5 req-9a483314-a464-4ff0-84d6-5be1f0722c7c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:32.547719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-47ab015e-a67a-4094-b638-61f375dd2cd5 req-9a483314-a464-4ff0-84d6-5be1f0722c7c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1090229 Apr 20 05:46:32.630739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-47ab015e-a67a-4094-b638-61f375dd2cd5 req-46671e55-cd88-4a42-8713-e643c4332a74 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766685 Apr 20 05:46:33.244374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d153f73-9b91-4a65-becc-3e44313e4f1b req-c4682589-ff63-4712-a917-71e36ed5c119 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:33.252232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d153f73-9b91-4a65-becc-3e44313e4f1b req-c4682589-ff63-4712-a917-71e36ed5c119 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 945 time: 0.1061676 Apr 20 05:46:33.303477 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d153f73-9b91-4a65-becc-3e44313e4f1b req-2f677e5f-5750-47f5-91cd-d652467f923a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Apr 20 05:46:33.453624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6395-628f-45f0-929b-7f38325d80f9 req-17060a4c-4540-4ee6-853f-107380e0c60c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:33.463256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-14fd6395-628f-45f0-929b-7f38325d80f9 req-17060a4c-4540-4ee6-853f-107380e0c60c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1358528 Apr 20 05:46:33.549983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-14fd6395-628f-45f0-929b-7f38325d80f9 req-132a660d-c48a-414f-b3bd-192307b0704f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Apr 20 05:46:33.966138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b839c-7cf8-4139-8de4-99d104263daa req-4e865930-e471-4da7-9c44-c14b802937fd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:33.968000 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d1b839c-7cf8-4139-8de4-99d104263daa req-4e865930-e471-4da7-9c44-c14b802937fd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1267602 Apr 20 05:46:34.019832 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d1b839c-7cf8-4139-8de4-99d104263daa req-49133262-1598-4fe8-8144-7b4c9c56c47d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Apr 20 05:46:34.757440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59faf-c965-4d51-abf4-f70037a68c40 req-cba48126-23d9-4aaa-8fb7-fd5b6715f3f8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:34.758917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2c59faf-c965-4d51-abf4-f70037a68c40 req-cba48126-23d9-4aaa-8fb7-fd5b6715f3f8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0918269 Apr 20 05:46:34.806806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2c59faf-c965-4d51-abf4-f70037a68c40 req-040f8004-1a07-4948-b8aa-a00e5d2546ad tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Apr 20 05:46:35.010737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-cb72f4b8-cfcf-409f-9ebe-9e4951a3139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.012388 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-cb72f4b8-cfcf-409f-9ebe-9e4951a3139d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 1098 time: 0.0841804 Apr 20 05:46:35.164012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-3a696090-8096-4dc2-af52-0b06dfee806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.165868 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-3a696090-8096-4dc2-af52-0b06dfee806c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 918 time: 0.1463447 Apr 20 05:46:35.268166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cafe8-c99c-407f-bca3-8698a4bb7930 req-5d1012b8-6562-43e0-aa6f-d401917db05b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.270316 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-532cafe8-c99c-407f-bca3-8698a4bb7930 req-5d1012b8-6562-43e0-aa6f-d401917db05b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.1191370 Apr 20 05:46:35.291906 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-da444301-e017-47e9-a2c1-30262fb951b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 200 len: 1000 time: 0.1185935 Apr 20 05:46:35.332885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-532cafe8-c99c-407f-bca3-8698a4bb7930 req-af10072b-79af-4971-8f5b-18bc2b3ac578 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555284 Apr 20 05:46:35.369404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-d4fdab81-1809-4041-8de4-7407223d8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.371013 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-d4fdab81-1809-4041-8de4-7407223d8603 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.0708425 Apr 20 05:46:35.468435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-4c7ce816-0af4-4a50-b7f5-0705fef227ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.470302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-4c7ce816-0af4-4a50-b7f5-0705fef227ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828292 Apr 20 05:46:35.625642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-e30fae1b-8255-46d8-80ba-2c08304893b2 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419866 Apr 20 05:46:35.778690 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a458e7-a8f7-40b8-ba68-924cf941a9cf req-dff00073-7f75-4503-a04e-5a0a72b76bf6 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459329 Apr 20 05:46:36.025440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08eda-b77e-4d78-956a-216e6c7f2c63 req-e869f317-41a8-4b70-a831-0237d364d613 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:36.027278 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49e08eda-b77e-4d78-956a-216e6c7f2c63 req-e869f317-41a8-4b70-a831-0237d364d613 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0953271 Apr 20 05:46:36.077561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49e08eda-b77e-4d78-956a-216e6c7f2c63 req-3f0ba819-e397-4b71-badb-2fde41cf2dee tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435853 Apr 20 05:46:36.564761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367be9c-a498-4fd0-9f3d-c604509fb033 req-228160e1-b657-4508-be4a-38a32801bd00 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:36.566335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d367be9c-a498-4fd0-9f3d-c604509fb033 req-228160e1-b657-4508-be4a-38a32801bd00 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 945 time: 0.0953608 Apr 20 05:46:36.615326 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d367be9c-a498-4fd0-9f3d-c604509fb033 req-5e4afb52-7804-43c4-9bfa-0c46574545e3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Apr 20 05:46:37.323328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:37.457923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.496881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bd57-483a-440c-be42-f4cbcc2075fc req-60e77c18-ceec-46be-8b79-1c64be8c7488 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:37.497147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:37.498463 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25e5bd57-483a-440c-be42-f4cbcc2075fc req-60e77c18-ceec-46be-8b79-1c64be8c7488 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.3021240 Apr 20 05:46:37.514791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:37.516314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-65bf52bf-cbfd-481c-8f34-1cfa13f45630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.520008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.522061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d27f07d5-6090-42d4-abb2-2fa1254fe26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:37.558469 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'code': 200} Apr 20 05:46:37.560885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25e5bd57-483a-440c-be42-f4cbcc2075fc req-b7dd4288-2211-4c2f-85d5-853f1d8b673c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554886 Apr 20 05:46:37.598716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=8']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:37.601962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:37.707494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.832202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1d4e-d436-4b21-9f39-5cd3dbe7064e req-e19bfeb7-ff9b-4fc5-9ea2-bbc166a8ebd7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:37.833800 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-398e1d4e-d436-4b21-9f39-5cd3dbe7064e req-e19bfeb7-ff9b-4fc5-9ea2-bbc166a8ebd7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0943758 Apr 20 05:46:37.888501 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-398e1d4e-d436-4b21-9f39-5cd3dbe7064e req-8c08b9ce-77d1-40ac-a5ec-6c3a5be38790 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 Apr 20 05:46:38.765103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034728c-d972-4acd-b650-600085051da0 req-9cada80e-039f-4ebb-beea-8c55b35b78cd tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:38.766703 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6034728c-d972-4acd-b650-600085051da0 req-9cada80e-039f-4ebb-beea-8c55b35b78cd tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0920062 Apr 20 05:46:38.818821 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6034728c-d972-4acd-b650-600085051da0 req-9c5f5458-a139-4dbb-a3ac-1e586e7a0c80 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Apr 20 05:46:39.105331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5d87e-b11d-4b73-a0ab-5143b510c272 req-566c2811-6987-4f26-ae43-c02102e79433 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:39.106954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfa5d87e-b11d-4b73-a0ab-5143b510c272 req-566c2811-6987-4f26-ae43-c02102e79433 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0929708 Apr 20 05:46:39.159606 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfa5d87e-b11d-4b73-a0ab-5143b510c272 req-8dd9085e-90d9-4beb-b268-ed36fdab0ebf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Apr 20 05:46:39.958756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af4de40-ba40-46a7-a08c-b4bd9ab49d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:40.042207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b6dbf-6871-4299-995c-fc757cc52879 req-aff39903-f8c4-4cea-9be1-2bbf76b99966 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:40.044111 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b10b6dbf-6871-4299-995c-fc757cc52879 req-aff39903-f8c4-4cea-9be1-2bbf76b99966 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1065032 Apr 20 05:46:40.097715 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b10b6dbf-6871-4299-995c-fc757cc52879 req-3297aae3-06cd-40cf-8110-e1268ef45349 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Apr 20 05:46:40.205029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018366-2a37-40fe-bf88-dc49d761d514 req-de111545-7942-4dc5-9a5b-7e7b3c1740ae tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:40.207248 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30018366-2a37-40fe-bf88-dc49d761d514 req-de111545-7942-4dc5-9a5b-7e7b3c1740ae tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1056685 Apr 20 05:46:40.225393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:40.259191 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30018366-2a37-40fe-bf88-dc49d761d514 req-28e982fb-9dd0-4517-8de2-532a654b1fcc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Apr 20 05:46:40.484481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 37590) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:40.621633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3244e658-39fb-488d-8858-33b2a97a0554 req-a022c877-dad2-42eb-82c5-fd034a633f78 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355746 Apr 20 05:46:41.317744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d65c7-087e-46ab-ac29-ace7340b35a2 req-c36c5ea2-b82b-4e6e-9bba-f0ce99cf9577 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:41.319447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d9d65c7-087e-46ab-ac29-ace7340b35a2 req-c36c5ea2-b82b-4e6e-9bba-f0ce99cf9577 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0934198 Apr 20 05:46:41.367866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d9d65c7-087e-46ab-ac29-ace7340b35a2 req-994392d7-6e5c-4d88-97d8-86249dad0170 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Apr 20 05:46:41.482728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc721e-472d-4c45-97fc-511d2e9919ed req-f0a1e4f8-a5e3-4348-a7d1-aa95a0ca31c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:41.484358 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08dc721e-472d-4c45-97fc-511d2e9919ed req-f0a1e4f8-a5e3-4348-a7d1-aa95a0ca31c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0973887 Apr 20 05:46:41.534097 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08dc721e-472d-4c45-97fc-511d2e9919ed req-8a9d3fe4-ec0c-4d82-8345-75beaf50c0d0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Apr 20 05:46:41.571546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:41.846924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:42.162614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-7efe23db-0c5c-409c-85ff-0e21885948bd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Synchronizing usage tracker for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:46:42.180007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-7efe23db-0c5c-409c-85ff-0e21885948bd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Unset dirty status for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:46:42.181358 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-7efe23db-0c5c-409c-85ff-0e21885948bd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536955423&fields=id&tenant_id=baef76ce0dd340849f6fd51e065a7a17 HTTP/1.1" status: 200 len: 267 time: 0.0616014 Apr 20 05:46:42.353737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-ec552d0f-5340-4938-831f-e91956d8140b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:42.354456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-ec552d0f-5340-4938-831f-e91956d8140b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Synchronizing usage tracker for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:46:42.372305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-ec552d0f-5340-4938-831f-e91956d8140b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Unset dirty status for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:46:42.373602 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-ec552d0f-5340-4938-831f-e91956d8140b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/networks?id=7e5a12da-158d-4ca5-a2fe-8d647668dd15 HTTP/1.1" status: 200 len: 808 time: 0.1844575 Apr 20 05:46:42.391083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-954e8970-5315-40f6-ab55-4694577ea6a4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/quotas/baef76ce0dd340849f6fd51e065a7a17 HTTP/1.1" status: 200 len: 375 time: 0.0108016 Apr 20 05:46:42.483502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-fe0d3454-ca1e-43f6-b48a-10536e769989 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Synchronizing usage tracker for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:46:42.500654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-fe0d3454-ca1e-43f6-b48a-10536e769989 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Unset dirty status for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:46:42.502073 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-fe0d3454-ca1e-43f6-b48a-10536e769989 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=baef76ce0dd340849f6fd51e065a7a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050732 Apr 20 05:46:42.562934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device cce026a8-9511-4d21-b135-65a97a53b61f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:42.583376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f614-4b42-4fb2-9a68-46d867d9028a req-a54ae825-bcfb-445d-bcab-ff4d2fc0e2ee tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:42.584983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7a9f614-4b42-4fb2-9a68-46d867d9028a req-a54ae825-bcfb-445d-bcab-ff4d2fc0e2ee tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0947123 Apr 20 05:46:42.637700 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7a9f614-4b42-4fb2-9a68-46d867d9028a req-4387e35f-fd84-44b9-9b72-ae5193554bd3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Apr 20 05:46:42.658741 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-1966a5f2-70c1-4e13-829b-e0dcea634d05 service neutron] 10.222.0.38 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433706 Apr 20 05:46:42.813756 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-09972c44-77ba-41ec-9fe8-32476be99eaf service neutron] 10.222.0.38 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473529 Apr 20 05:46:42.858881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22bee8-04ce-4af4-acfc-b8711ad7fc99 req-61f0e179-da1d-4fb5-b0e3-4310c1c1f081 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:42.860105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d22bee8-04ce-4af4-acfc-b8711ad7fc99 req-61f0e179-da1d-4fb5-b0e3-4310c1c1f081 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0933220 Apr 20 05:46:42.910545 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d22bee8-04ce-4af4-acfc-b8711ad7fc99 req-cc813071-8b4d-4b5e-bdfa-0df595a38a7f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Apr 20 05:46:43.250677 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-124f8f57-8c3e-4392-9850-5ea83c240970 req-bf2594d9-b181-4d44-a0c8-fc93dd1e46b5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0500019 Apr 20 05:46:43.852560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9fa0-7245-4905-b58a-9ce0f9e4d919 req-e909be01-bbbe-43ce-a487-b0f036453ac7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:43.854137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d7f9fa0-7245-4905-b58a-9ce0f9e4d919 req-e909be01-bbbe-43ce-a487-b0f036453ac7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0903997 Apr 20 05:46:43.905650 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d7f9fa0-7245-4905-b58a-9ce0f9e4d919 req-80ed2b18-8939-48f6-832a-26880e2f63a4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Apr 20 05:46:44.134672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f3209-cfea-4991-a671-c76a7a187334 req-39a74a78-4d78-4775-8117-9b972e514002 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:44.136278 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-270f3209-cfea-4991-a671-c76a7a187334 req-39a74a78-4d78-4775-8117-9b972e514002 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1027322 Apr 20 05:46:44.191677 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-270f3209-cfea-4991-a671-c76a7a187334 req-c3162986-98b1-4b48-b123-46a8c80a1173 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Apr 20 05:46:44.420407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64eb6453-e523-4566-927c-b20c4927e23d req-574c9375-a5e3-4c18-b29b-e4cc3577d5d9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0486865 Apr 20 05:46:45.121076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab00da-5a12-481a-b87e-ceedd6a6f259 req-e2b2b6d8-e6cc-4745-89d4-43b6a0ba9f62 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:45.122721 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5fab00da-5a12-481a-b87e-ceedd6a6f259 req-e2b2b6d8-e6cc-4745-89d4-43b6a0ba9f62 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0971768 Apr 20 05:46:45.173425 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5fab00da-5a12-481a-b87e-ceedd6a6f259 req-401fdb13-5338-4a70-9592-83091b8e0850 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Apr 20 05:46:45.418620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea93848-51fb-4e71-9b3d-83144f25cc56 req-50b9144d-946c-433b-bce0-d3ad86bd9893 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:45.420438 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ea93848-51fb-4e71-9b3d-83144f25cc56 req-50b9144d-946c-433b-bce0-d3ad86bd9893 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0912404 Apr 20 05:46:45.491712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ea93848-51fb-4e71-9b3d-83144f25cc56 req-47e93751-ebd5-4dfd-be6f-e0d2c736f96b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638061 Apr 20 05:46:45.608599 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bae46fc6-0d78-488a-aad7-74fb0e553bf7 req-684e87cf-1ad9-4870-838f-efc6dd544593 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0574882 Apr 20 05:46:45.672496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-388402cf-058f-4db7-b858-e05919f6e646 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:45.675345 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-388402cf-058f-4db7-b858-e05919f6e646 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.16 "GET /v2.0/networks?id=7e5a12da-158d-4ca5-a2fe-8d647668dd15 HTTP/1.1" status: 200 len: 808 time: 0.2500660 Apr 20 05:46:45.757137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-e2e9846d-72f4-4af7-b71b-53bce4b0c361 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baef76ce0dd340849f6fd51e065a7a17 HTTP/1.1" status: 200 len: 8059 time: 0.0686996 Apr 20 05:46:45.779765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Request body: {'port': {'device_id': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15', 'admin_state_up': True, 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'security_groups': ['5b42417b-90df-4567-b0a8-38bd44cbf364']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:46:45.923713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:45.934078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:45.944862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Made reservation on behalf of baef76ce0dd340849f6fd51e065a7a17 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:46:45.950953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:46.128541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Allocated IP 172.20.0.5 (7e5a12da-158d-4ca5-a2fe-8d647668dd15/1712b554-453c-48b4-892d-9557bd4c3370/c80c8995-dc56-41a8-a3a4-aade08cb530c) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:46:46.356523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:46.375958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Transition to ACTIVE for port object c80c8995-dc56-41a8-a3a4-aade08cb530c will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:46:46.395873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de3b6-7111-4978-8507-2abdb8a79b0b req-72db69bb-dda0-42a2-8c4b-d646c5e3cf9f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:46.397494 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f1de3b6-7111-4978-8507-2abdb8a79b0b req-72db69bb-dda0-42a2-8c4b-d646c5e3cf9f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0970216 Apr 20 05:46:46.400994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:46.408375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f2d8959-4b57-4324-91b5-1e52345cc164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:46.449917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f1de3b6-7111-4978-8507-2abdb8a79b0b req-ec3fc50d-dd26-44c9-a52e-fe4689c76d06 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Apr 20 05:46:46.469883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:46:46.475862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:46:46.478437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:46:46.534369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event updated for resources: {'Port': ['ID=c80c8995-dc56-41a8-a3a4-aade08cb530c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:46.537569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:46.570597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:46.570597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:46.612054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363025 Apr 20 05:46:46.633224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Request body: {'port': {'device_id': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:46:46.747184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-974fdbcf-18df-4ca5-907c-531be31cd36c None None] Provisioning for port c80c8995-dc56-41a8-a3a4-aade08cb530c completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:46:46.752662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-974fdbcf-18df-4ca5-907c-531be31cd36c None None] Provisioning complete for port c80c8995-dc56-41a8-a3a4-aade08cb530c triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:46.753025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-974fdbcf-18df-4ca5-907c-531be31cd36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:46.906991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-974fdbcf-18df-4ca5-907c-531be31cd36c None None] Port c80c8995-dc56-41a8-a3a4-aade08cb530c cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:46:46.912409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007db00-e237-44d5-87d2-b287aacd65c5 req-e85a9da5-3780-4427-8979-a0d407afc71d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:46.914261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6007db00-e237-44d5-87d2-b287aacd65c5 req-e85a9da5-3780-4427-8979-a0d407afc71d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 931 time: 0.1371458 Apr 20 05:46:46.971567 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6007db00-e237-44d5-87d2-b287aacd65c5 req-61098afb-9364-41c8-b2a1-9f03c5695975 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505574 Apr 20 05:46:47.074547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.148671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8e42-6935-4f9f-b3d4-5e5165cfbbc2 req-4861efa0-2ef6-49f4-aa6b-10a1921d75e7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:47.150256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-079a8e42-6935-4f9f-b3d4-5e5165cfbbc2 req-4861efa0-2ef6-49f4-aa6b-10a1921d75e7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.4568319 Apr 20 05:46:47.259691 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-079a8e42-6935-4f9f-b3d4-5e5165cfbbc2 req-7e9d1a1c-1ea6-4904-b4c1-7f28e9ee5f41 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016848 Apr 20 05:46:47.494277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80c8995-dc56-41a8-a3a4-aade08cb530c {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:47.503369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.519454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Transition to ACTIVE for port object c80c8995-dc56-41a8-a3a4-aade08cb530c will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:46:47.522577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.526486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0ac75037-7aba-495f-8339-f0d2dc39730f tempest-DeleteServersTestJSON-1159554334 tempest-DeleteServersTestJSON-1159554334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:47.657041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d8fee-0780-4494-80ea-39d227a3532e req-43a31e31-2fd8-4365-9c9b-cbc307d51d35 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:47.658494 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d1d8fee-0780-4494-80ea-39d227a3532e req-43a31e31-2fd8-4365-9c9b-cbc307d51d35 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0936520 Apr 20 05:46:47.663685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=c80c8995-dc56-41a8-a3a4-aade08cb530c,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:47.693588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:47.709651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d1d8fee-0780-4494-80ea-39d227a3532e req-64533c25-b0fc-4d02-8191-8d2fd0a61012 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Apr 20 05:46:47.775747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Attempting to bind port c80c8995-dc56-41a8-a3a4-aade08cb530c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:46:47.775981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Attempting to bind port c80c8995-dc56-41a8-a3a4-aade08cb530c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:46:47.776346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Attempting to bind port c80c8995-dc56-41a8-a3a4-aade08cb530c on network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:47.781297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Port c80c8995-dc56-41a8-a3a4-aade08cb530c on network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:46:47.781656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Attempting to bind port c80c8995-dc56-41a8-a3a4-aade08cb530c on network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:47.787581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:46:47.787958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Checking segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:46:47.788376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Bound using segment: {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:46:47.788842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Bound port: c80c8995-dc56-41a8-a3a4-aade08cb530c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a611974-4ab2-4533-b579-8ed347b60b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e5a12da-158d-4ca5-a2fe-8d647668dd15'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:46:47.789221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.888472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] For port c80c8995-dc56-41a8-a3a4-aade08cb530c, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:46:47.891871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] For port c80c8995-dc56-41a8-a3a4-aade08cb530c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c80c8995-dc56-41a8-a3a4-aade08cb530c,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:46:47.896145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.901072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:47.961547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:47.962223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:47.963752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] 10.222.0.16 "PUT /v2.0/ports/c80c8995-dc56-41a8-a3a4-aade08cb530c HTTP/1.1" status: 200 len: 1093 time: 1.3354940 Apr 20 05:46:47.964287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'tag': 'c80c8995-dc56-41a8-a3a4-aade08cb530c'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:47.989190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=c80c8995-dc56-41a8-a3a4-aade08cb530c,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:47.992865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:48.018559 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'tag': 'c80c8995-dc56-41a8-a3a4-aade08cb530c', 'status': 'completed', 'code': 200} Apr 20 05:46:48.117287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-24e93f41-447c-4890-ada4-5c46df635803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.118911 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-24e93f41-447c-4890-ada4-5c46df635803 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baef76ce0dd340849f6fd51e065a7a17&device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 1096 time: 0.0948114 Apr 20 05:46:48.182048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18052ce-48e9-4483-858b-3b3a5c1261b4 req-79d58a21-0d1f-4aec-b78f-b87892a8edb1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.183648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f18052ce-48e9-4483-858b-3b3a5c1261b4 req-79d58a21-0d1f-4aec-b78f-b87892a8edb1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0932815 Apr 20 05:46:48.202520 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-f365c763-e2e8-486e-b78f-692b50ddb450 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80c8995-dc56-41a8-a3a4-aade08cb530c HTTP/1.1" status: 200 len: 217 time: 0.0711496 Apr 20 05:46:48.232580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f18052ce-48e9-4483-858b-3b3a5c1261b4 req-e07a914d-f631-410d-a458-28220dd7b851 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Apr 20 05:46:48.278293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-bbe0594a-c13e-49f4-b907-cfcc2ecac3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.279949 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-bbe0594a-c13e-49f4-b907-cfcc2ecac3fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1712b554-453c-48b4-892d-9557bd4c3370 HTTP/1.1" status: 200 len: 847 time: 0.0690567 Apr 20 05:46:48.365820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8432d1c8-3a3a-46b7-9222-d248feb4bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.367501 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-8432d1c8-3a3a-46b7-9222-d248feb4bb34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e5a12da-158d-4ca5-a2fe-8d647668dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796161 Apr 20 05:46:48.583976 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-54809963-66ce-420c-9f95-abced886d30f service neutron] 10.222.0.16 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066417 Apr 20 05:46:48.597719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96013f5-0c71-4bfb-8534-d7c43968c546 req-4d8d147c-d6c5-45d7-9c97-4537fea66032 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.599307 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a96013f5-0c71-4bfb-8534-d7c43968c546 req-4d8d147c-d6c5-45d7-9c97-4537fea66032 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1996365 Apr 20 05:46:48.744918 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a96013f5-0c71-4bfb-8534-d7c43968c546 req-8a5e4a1a-47f9-4cf2-a004-504f05a5a169 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231518 Apr 20 05:46:48.773571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-c03e9287-00f7-4ba9-99d3-677a7c7de1e2 service neutron] 10.222.0.16 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732166 Apr 20 05:46:48.900571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-17428d30-7068-4e38-8dd6-bcb0e01baddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.902218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-17428d30-7068-4e38-8dd6-bcb0e01baddf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baef76ce0dd340849f6fd51e065a7a17&device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 1096 time: 0.0826600 Apr 20 05:46:48.913806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8bf5-e32e-4ab3-a04f-10a2752e955c req-32e4aa31-5aed-4809-87ae-9dd974512653 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.915461 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a6ca8bf5-e32e-4ab3-a04f-10a2752e955c req-32e4aa31-5aed-4809-87ae-9dd974512653 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0878849 Apr 20 05:46:48.964744 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a6ca8bf5-e32e-4ab3-a04f-10a2752e955c req-e18ef683-86d3-4163-84bc-89c6b87a4acb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Apr 20 05:46:49.048714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-9a788eae-9865-4df2-bd39-1941461889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.050604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-9a788eae-9865-4df2-bd39-1941461889cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e5a12da-158d-4ca5-a2fe-8d647668dd15 HTTP/1.1" status: 200 len: 909 time: 0.1405306 Apr 20 05:46:49.134036 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-cc95bdd7-235e-4333-8d0d-863989e4cdf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80c8995-dc56-41a8-a3a4-aade08cb530c HTTP/1.1" status: 200 len: 217 time: 0.0737450 Apr 20 05:46:49.209630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-92422af7-8d00-45f7-8642-0de2e9d44a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.211327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-92422af7-8d00-45f7-8642-0de2e9d44a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1712b554-453c-48b4-892d-9557bd4c3370 HTTP/1.1" status: 200 len: 847 time: 0.0681446 Apr 20 05:46:49.301255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-ee1e42e3-1313-4f11-a3f0-625fedc5efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.302910 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-ee1e42e3-1313-4f11-a3f0-625fedc5efb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e5a12da-158d-4ca5-a2fe-8d647668dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840201 Apr 20 05:46:49.459283 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-b7735801-4a28-4cfa-a13d-feff21b9d17c service neutron] 10.222.0.16 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481102 Apr 20 05:46:49.682587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45ed8010-2a0f-480b-9e7f-363f740de902 req-2416e40c-f116-4f6d-abb1-1f8346dce269 service neutron] 10.222.0.16 "GET /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006476 Apr 20 05:46:49.696613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20f4ef-e8e2-4a6f-ab4d-87e68f718948 req-85914732-b133-4b52-8c07-813a86faebb2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.697354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dc20f4ef-e8e2-4a6f-ab4d-87e68f718948 req-85914732-b133-4b52-8c07-813a86faebb2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Synchronizing usage tracker for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:46:49.713877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dc20f4ef-e8e2-4a6f-ab4d-87e68f718948 req-85914732-b133-4b52-8c07-813a86faebb2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Unset dirty status for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:46:49.715075 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc20f4ef-e8e2-4a6f-ab4d-87e68f718948 req-85914732-b133-4b52-8c07-813a86faebb2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.2083931 Apr 20 05:46:49.767147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc20f4ef-e8e2-4a6f-ab4d-87e68f718948 req-cf54cfca-acb6-4232-ab6e-94982ef3f9f8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Apr 20 05:46:49.964850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd798b-f543-4f26-b9be-5323e33764f0 req-7e4c40d1-594f-42e7-9992-8b6c2980c1b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.966357 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3cd798b-f543-4f26-b9be-5323e33764f0 req-7e4c40d1-594f-42e7-9992-8b6c2980c1b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0978408 Apr 20 05:46:50.014531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3cd798b-f543-4f26-b9be-5323e33764f0 req-38151233-f785-4ec4-91e4-e56a3c50be8c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Apr 20 05:46:50.168527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50308-6ca4-44d9-b264-d0631f9c926d req-27b58c8e-2a08-4e53-bc88-723cc942a00d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:50.170091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9b50308-6ca4-44d9-b264-d0631f9c926d req-27b58c8e-2a08-4e53-bc88-723cc942a00d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0887489 Apr 20 05:46:50.222700 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9b50308-6ca4-44d9-b264-d0631f9c926d req-0e7fcdb7-0526-4089-8a7d-9d812202ec91 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Apr 20 05:46:50.998982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aff141-3505-4fbb-b6d1-a7ed27087616 req-33751cb2-673f-4058-a8c2-c81860ec4062 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:51.000580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85aff141-3505-4fbb-b6d1-a7ed27087616 req-33751cb2-673f-4058-a8c2-c81860ec4062 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1058512 Apr 20 05:46:51.050988 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85aff141-3505-4fbb-b6d1-a7ed27087616 req-90aea047-48b1-43d4-8ea2-95cf8bad81fc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Apr 20 05:46:51.226423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6646a-1aa7-49c7-8a52-a583ebe83019 req-f67918d4-7eb9-4171-8633-4ec7c4cc86a9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:51.228094 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5af6646a-1aa7-49c7-8a52-a583ebe83019 req-f67918d4-7eb9-4171-8633-4ec7c4cc86a9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0936663 Apr 20 05:46:51.278103 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5af6646a-1aa7-49c7-8a52-a583ebe83019 req-ffefa8e6-b59a-4f8b-98d7-7832c263c2b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Apr 20 05:46:51.422802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47953ef-cfa7-4626-aa23-269a4c99d619 req-8962217e-f3f2-4f04-9af2-aa51d46c69f6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:51.424447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b47953ef-cfa7-4626-aa23-269a4c99d619 req-8962217e-f3f2-4f04-9af2-aa51d46c69f6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0881100 Apr 20 05:46:51.471971 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b47953ef-cfa7-4626-aa23-269a4c99d619 req-11c1622f-b9c2-40fa-abb0-0598d93a6f44 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Apr 20 05:46:52.266378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca34fe-3a4b-495d-8fd1-4f96e011b703 req-73accddc-86ce-490e-bec8-5e37226ad78b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:52.268373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5ca34fe-3a4b-495d-8fd1-4f96e011b703 req-73accddc-86ce-490e-bec8-5e37226ad78b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0923703 Apr 20 05:46:52.318983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5ca34fe-3a4b-495d-8fd1-4f96e011b703 req-d6fe3f10-9ece-4aaa-a8fe-06fc553d0d85 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438149 Apr 20 05:46:52.490044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe03d11-3e76-47cd-8cde-a27d91f0af93 req-5a538d3a-6ae6-42dd-ac99-14e56664d814 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:52.491643 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fe03d11-3e76-47cd-8cde-a27d91f0af93 req-5a538d3a-6ae6-42dd-ac99-14e56664d814 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0931294 Apr 20 05:46:52.543496 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fe03d11-3e76-47cd-8cde-a27d91f0af93 req-0984080a-2f34-49c7-8525-b2bbb824e233 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Apr 20 05:46:52.686610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a686-f1f6-4d38-999e-7031191d81cb req-e36f4b55-c037-4eae-9ee2-f02fad69e32c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:52.688639 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcc7a686-f1f6-4d38-999e-7031191d81cb req-e36f4b55-c037-4eae-9ee2-f02fad69e32c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1038349 Apr 20 05:46:52.738074 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcc7a686-f1f6-4d38-999e-7031191d81cb req-4ca16158-fee3-4956-bbef-0b23a71f7ceb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Apr 20 05:46:53.524501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda83458-0f8b-4b6d-94da-3a3bc748d4e6 req-bd606f20-4013-4ceb-b39b-ac2833311bce tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:53.525990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cda83458-0f8b-4b6d-94da-3a3bc748d4e6 req-bd606f20-4013-4ceb-b39b-ac2833311bce tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0898895 Apr 20 05:46:53.584968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cda83458-0f8b-4b6d-94da-3a3bc748d4e6 req-cb8c96a4-65b1-476c-91e4-32e7d7803920 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522530 Apr 20 05:46:53.758703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be262c4-9159-4077-9e52-aba9586cc80c req-a4755be0-f420-403d-9eb9-b9a6ba910685 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:53.760337 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4be262c4-9159-4077-9e52-aba9586cc80c req-a4755be0-f420-403d-9eb9-b9a6ba910685 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0994616 Apr 20 05:46:53.809965 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4be262c4-9159-4077-9e52-aba9586cc80c req-ad173372-d642-41d8-8c7a-bc2645d2fa88 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Apr 20 05:46:53.955911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6c8f-5138-4ee2-8726-7a858cd3bf6e req-33d6bc3b-f589-4b2c-9e68-51b4160777b8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:53.957449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb4f6c8f-5138-4ee2-8726-7a858cd3bf6e req-33d6bc3b-f589-4b2c-9e68-51b4160777b8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1048462 Apr 20 05:46:54.009049 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb4f6c8f-5138-4ee2-8726-7a858cd3bf6e req-0ea64810-c433-4f28-b772-81ba41c0ffa9 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Apr 20 05:46:54.791074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3e826-661d-4c9e-9999-c25cbbb7d0e1 req-e5c6fb80-01d8-4063-a8a3-bb9551d3258c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:54.792627 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7bc3e826-661d-4c9e-9999-c25cbbb7d0e1 req-e5c6fb80-01d8-4063-a8a3-bb9551d3258c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907216 Apr 20 05:46:54.840385 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7bc3e826-661d-4c9e-9999-c25cbbb7d0e1 req-8535c5f5-2781-412d-9a49-c9b3874bf094 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Apr 20 05:46:55.040371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659cf4-4b4e-4a01-beaa-5d9dd24c20f8 req-423264c0-d600-478b-9761-10039ce7ea3a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:55.041995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf659cf4-4b4e-4a01-beaa-5d9dd24c20f8 req-423264c0-d600-478b-9761-10039ce7ea3a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1038446 Apr 20 05:46:55.092519 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf659cf4-4b4e-4a01-beaa-5d9dd24c20f8 req-7e2c735a-f3b2-4bf9-9163-80050a4ba282 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Apr 20 05:46:55.219246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910f0a2-1c4d-4b49-b296-00d58ed13cb8 req-444b3e0f-de26-4d69-8fd9-9c18815be9e7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:55.220835 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2910f0a2-1c4d-4b49-b296-00d58ed13cb8 req-444b3e0f-de26-4d69-8fd9-9c18815be9e7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0967462 Apr 20 05:46:55.270570 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2910f0a2-1c4d-4b49-b296-00d58ed13cb8 req-006f6b30-3386-4e9d-8460-f0e3e3b66daa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Apr 20 05:46:56.077687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef82336-1b6e-4bb9-b480-1fe01ef7f2a2 req-9147d2fc-3137-4ee7-b72e-c278cda23523 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:56.079237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ef82336-1b6e-4bb9-b480-1fe01ef7f2a2 req-9147d2fc-3137-4ee7-b72e-c278cda23523 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1010106 Apr 20 05:46:56.130763 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ef82336-1b6e-4bb9-b480-1fe01ef7f2a2 req-4c93a682-97be-4088-a106-f2e0818a2fcf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Apr 20 05:46:56.301108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df525d52-0314-41ea-9199-c5b4524c3a92 req-619a1746-aa58-40af-b39f-223355877c68 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:56.302685 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df525d52-0314-41ea-9199-c5b4524c3a92 req-619a1746-aa58-40af-b39f-223355877c68 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0897365 Apr 20 05:46:56.351631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df525d52-0314-41ea-9199-c5b4524c3a92 req-5048e32b-071e-436b-a20b-ea34b57ee7f0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Apr 20 05:46:56.476959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1fbd2-f10e-42e0-9d1c-f1e96140694e req-a93ead37-7ec3-49cf-aa81-2faa7ffbbd1a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:56.478544 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64d1fbd2-f10e-42e0-9d1c-f1e96140694e req-a93ead37-7ec3-49cf-aa81-2faa7ffbbd1a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0939102 Apr 20 05:46:56.530624 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64d1fbd2-f10e-42e0-9d1c-f1e96140694e req-27b3ac52-17f0-42ac-9e73-42feef5e553f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Apr 20 05:46:57.347524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7925d0-f1fc-4060-a46f-4d3e303d5e6e req-8dda6b93-f088-45de-ba18-9f367c92fa8c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:57.349161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d7925d0-f1fc-4060-a46f-4d3e303d5e6e req-8dda6b93-f088-45de-ba18-9f367c92fa8c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0927539 Apr 20 05:46:57.398098 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d7925d0-f1fc-4060-a46f-4d3e303d5e6e req-830af5b9-99cf-46b6-8480-e05e76e5309d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Apr 20 05:46:57.558234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad7410-bde7-4956-ad84-35eb35e897cd req-c2647c92-e645-406b-b7dd-c5d801b09ea5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:57.559755 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5bad7410-bde7-4956-ad84-35eb35e897cd req-c2647c92-e645-406b-b7dd-c5d801b09ea5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903089 Apr 20 05:46:57.611533 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5bad7410-bde7-4956-ad84-35eb35e897cd req-62c78924-53c3-457b-b0f3-7c8509f2a04f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 Apr 20 05:46:57.739393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672bda-3948-4f69-8cf4-c200eeb4d8d2 req-8648ba42-74e9-4249-876b-ac729676d7fb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:57.741032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8672bda-3948-4f69-8cf4-c200eeb4d8d2 req-8648ba42-74e9-4249-876b-ac729676d7fb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0969126 Apr 20 05:46:57.793170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8672bda-3948-4f69-8cf4-c200eeb4d8d2 req-1a92376a-c838-4549-bcee-dcb004f9792c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Apr 20 05:46:58.621985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93e6a1-bbb3-42aa-a5f1-56ba5a6649da req-8dd0c897-7df3-455d-aed0-b05cd50349c2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:58.623620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b93e6a1-bbb3-42aa-a5f1-56ba5a6649da req-8dd0c897-7df3-455d-aed0-b05cd50349c2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1021228 Apr 20 05:46:58.674555 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b93e6a1-bbb3-42aa-a5f1-56ba5a6649da req-5b2d0959-02c6-4223-b8a4-6832c7bc98b0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Apr 20 05:46:58.825153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea6d0-13e5-492e-a859-cae0e5827cb9 req-3c4301db-ee4a-4f56-b2d4-53155ceb64a4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:58.826729 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-501ea6d0-13e5-492e-a859-cae0e5827cb9 req-3c4301db-ee4a-4f56-b2d4-53155ceb64a4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0972106 Apr 20 05:46:58.880356 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-501ea6d0-13e5-492e-a859-cae0e5827cb9 req-9102f160-7012-4313-b0d0-51bbfce4f2cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Apr 20 05:46:59.039065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1209c-6c10-49fc-a03a-e52eb9f6b23b req-9def5d8f-d6e9-45cd-b817-d23f9895505b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:59.040714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06d1209c-6c10-49fc-a03a-e52eb9f6b23b req-9def5d8f-d6e9-45cd-b817-d23f9895505b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0938380 Apr 20 05:46:59.089899 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06d1209c-6c10-49fc-a03a-e52eb9f6b23b req-5b7439b2-ae41-4a55-89ea-0f62cac65bf8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Apr 20 05:46:59.895560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d36f32-7aa6-46b4-baf6-c7aaea9de0d0 req-ce8b9f3e-f945-4788-94fb-f8d8947c2eb1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:59.897133 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3d36f32-7aa6-46b4-baf6-c7aaea9de0d0 req-ce8b9f3e-f945-4788-94fb-f8d8947c2eb1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982804 Apr 20 05:46:59.946990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3d36f32-7aa6-46b4-baf6-c7aaea9de0d0 req-cb6c1523-6cdd-4b07-912b-c1289f8b226a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Apr 20 05:47:00.108072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191503f-ce1b-4328-8452-7f345f66e98f req-9747955f-1864-4dbe-8589-154db2193aca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:00.109631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b191503f-ce1b-4328-8452-7f345f66e98f req-9747955f-1864-4dbe-8589-154db2193aca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0894585 Apr 20 05:47:00.160440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b191503f-ce1b-4328-8452-7f345f66e98f req-7200f124-fc2a-407d-965b-e0d162fe3ce7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Apr 20 05:47:00.294624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091098a6-0de4-45a0-bea2-30a78b4db7d8 req-e8a5b384-ea54-42cf-a915-1709b02aceb6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:00.296359 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-091098a6-0de4-45a0-bea2-30a78b4db7d8 req-e8a5b384-ea54-42cf-a915-1709b02aceb6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0920134 Apr 20 05:47:00.349344 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-091098a6-0de4-45a0-bea2-30a78b4db7d8 req-59e41ad8-033c-44bd-84b4-fe30ebc2b4fb tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Apr 20 05:47:01.171996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b57362-bf9d-4a43-befb-b282c3dcc8e0 req-03bd48a5-22e4-4cee-8644-7dbc29b7f1ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:01.173595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81b57362-bf9d-4a43-befb-b282c3dcc8e0 req-03bd48a5-22e4-4cee-8644-7dbc29b7f1ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0930209 Apr 20 05:47:01.223057 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81b57362-bf9d-4a43-befb-b282c3dcc8e0 req-5ca5a78f-e6bf-438d-a383-109ecdf44c62 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Apr 20 05:47:01.555803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd901-65b0-455d-bba6-dae6979aa504 req-2a5f1e2d-f670-4ed2-808e-d7217b3bed30 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:01.557329 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a17cd901-65b0-455d-bba6-dae6979aa504 req-2a5f1e2d-f670-4ed2-808e-d7217b3bed30 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0908961 Apr 20 05:47:01.582050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1569838-c227-44ca-a493-17dbafc996fb req-c6971be6-ef90-4c79-a030-06e7588da1c4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:01.583714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1569838-c227-44ca-a493-17dbafc996fb req-c6971be6-ef90-4c79-a030-06e7588da1c4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.2990429 Apr 20 05:47:01.610316 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a17cd901-65b0-455d-bba6-dae6979aa504 req-ac7d0620-08fe-4b9a-b0c1-8c413e9ac851 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Apr 20 05:47:01.636393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1569838-c227-44ca-a493-17dbafc996fb req-b9c3f22c-d061-498b-81ef-25516a05d052 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 Apr 20 05:47:02.432972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5b8c-00cb-4fc5-9f76-731ede28e595 req-74e68af7-4f80-49a9-b2d0-03f035836b86 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.434571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef1c5b8c-00cb-4fc5-9f76-731ede28e595 req-74e68af7-4f80-49a9-b2d0-03f035836b86 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0966775 Apr 20 05:47:02.496366 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef1c5b8c-00cb-4fc5-9f76-731ede28e595 req-fbdb6fe9-7e14-4fc9-b722-148453d7c582 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514100 Apr 20 05:47:02.819343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30a181-d954-4995-8f10-f432e829f423 req-0cc716ff-736b-4111-adc2-da56c3453640 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.821329 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e30a181-d954-4995-8f10-f432e829f423 req-0cc716ff-736b-4111-adc2-da56c3453640 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0928762 Apr 20 05:47:02.849775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ad86-8a78-4c9f-a93b-01ac37d3c3fc req-082e7335-f190-4d2a-ae25-7475bc8d9851 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.851526 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2df6ad86-8a78-4c9f-a93b-01ac37d3c3fc req-082e7335-f190-4d2a-ae25-7475bc8d9851 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0938146 Apr 20 05:47:02.870932 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e30a181-d954-4995-8f10-f432e829f423 req-dc9f5fe6-56fc-4d5d-8d20-934412cc9784 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Apr 20 05:47:02.902092 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2df6ad86-8a78-4c9f-a93b-01ac37d3c3fc req-d916cc3c-c5c4-4b59-af41-ecd945bb99a4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Apr 20 05:47:03.732523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220104-e6c8-4c31-9a3b-3eba229ba9c6 req-521b610d-6f20-4e63-8a65-fcc77b9e71d2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:03.734092 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84220104-e6c8-4c31-9a3b-3eba229ba9c6 req-521b610d-6f20-4e63-8a65-fcc77b9e71d2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1012080 Apr 20 05:47:03.785743 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84220104-e6c8-4c31-9a3b-3eba229ba9c6 req-5298c3dc-71de-4486-be5c-8f475aefc887 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Apr 20 05:47:04.083912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2722a-a392-46c6-849b-0e874de8b1cd req-c51dc5a9-7e68-4730-8f1b-674dd9097514 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:04.085450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77c2722a-a392-46c6-849b-0e874de8b1cd req-c51dc5a9-7e68-4730-8f1b-674dd9097514 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0894279 Apr 20 05:47:04.107905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314550da-bf56-4201-9691-2e9e6a5ff7e9 req-5493e467-1836-47d4-871d-6ff25df22ddb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:04.109503 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-314550da-bf56-4201-9691-2e9e6a5ff7e9 req-5493e467-1836-47d4-871d-6ff25df22ddb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0892866 Apr 20 05:47:04.133973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77c2722a-a392-46c6-849b-0e874de8b1cd req-f43f889a-c552-4def-b4c9-09d14857b550 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Apr 20 05:47:04.159332 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-314550da-bf56-4201-9691-2e9e6a5ff7e9 req-e93bb369-7645-4529-bba2-19350dd5242a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Apr 20 05:47:04.748679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:47:04.993793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b1049-0478-4bd3-b494-ab92f950b0d4 req-313e624a-2caa-482f-bac6-710b8092fb6a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:04.995318 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-819b1049-0478-4bd3-b494-ab92f950b0d4 req-313e624a-2caa-482f-bac6-710b8092fb6a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0968730 Apr 20 05:47:05.045137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-819b1049-0478-4bd3-b494-ab92f950b0d4 req-4100a043-56fa-481e-a97f-9b5a3865fbc4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Apr 20 05:47:05.358733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26017ba8-8281-4fb6-adc5-e58d94f6c0ee req-865646e3-4f68-4255-abc1-b24d5cf1ea6d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:05.360345 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26017ba8-8281-4fb6-adc5-e58d94f6c0ee req-865646e3-4f68-4255-abc1-b24d5cf1ea6d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0931652 Apr 20 05:47:05.375329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607816e-2eed-404f-b25f-28ed195f2939 req-b7bef549-b3d5-4e45-b0ad-98e29da2f8e0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:05.376915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4607816e-2eed-404f-b25f-28ed195f2939 req-b7bef549-b3d5-4e45-b0ad-98e29da2f8e0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0892162 Apr 20 05:47:05.410274 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26017ba8-8281-4fb6-adc5-e58d94f6c0ee req-cbd37a2f-4b95-4855-aaba-1078f839596d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Apr 20 05:47:05.431174 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4607816e-2eed-404f-b25f-28ed195f2939 req-6416cf39-e516-4416-9368-aab346ef2970 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452592 Apr 20 05:47:06.099423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629711e-a8ad-4155-8dc6-55995676b4bc req-765fa2e0-a8be-4bc6-b689-dda23d3f556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.100929 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5629711e-a8ad-4155-8dc6-55995676b4bc req-765fa2e0-a8be-4bc6-b689-dda23d3f556b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0820599 Apr 20 05:47:06.148946 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5629711e-a8ad-4155-8dc6-55995676b4bc req-a595087e-5dd4-4722-83cc-2054a5dc2da0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Apr 20 05:47:06.252955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b9e-9126-418d-9648-ecd8bc1b0b5f req-92872a9b-7a60-4f07-af76-ad24b5e205dc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.254537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff6f4b9e-9126-418d-9648-ecd8bc1b0b5f req-92872a9b-7a60-4f07-af76-ad24b5e205dc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0962079 Apr 20 05:47:06.307307 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff6f4b9e-9126-418d-9648-ecd8bc1b0b5f req-6fd457d2-4d0b-4feb-8f54-1d6586640667 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455613 Apr 20 05:47:06.618455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62817-5720-48f0-91b4-2a1e40c604a4 req-bc7004b7-8af0-4e1c-a92b-bba7abb0b7f2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.620267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62e62817-5720-48f0-91b4-2a1e40c604a4 req-bc7004b7-8af0-4e1c-a92b-bba7abb0b7f2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0938091 Apr 20 05:47:06.646995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475c70-4bd6-482e-9d19-dfcbebd96658 req-a90b12e1-22b8-42a5-91c3-bb5e99a399f2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.648730 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b475c70-4bd6-482e-9d19-dfcbebd96658 req-a90b12e1-22b8-42a5-91c3-bb5e99a399f2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0991817 Apr 20 05:47:06.671794 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62e62817-5720-48f0-91b4-2a1e40c604a4 req-99bd98f4-78e9-43df-9862-9002e409d880 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Apr 20 05:47:06.700510 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b475c70-4bd6-482e-9d19-dfcbebd96658 req-46af3a6c-c30a-42ba-beca-d6b6537ab341 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454764 Apr 20 05:47:07.423366 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-636ae0dc-3858-4815-9564-45b8ba71d869 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780890 Apr 20 05:47:07.492698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76b4e895-0509-40f8-b5b6-2d3115917a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:07.514292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69aae-3fa3-44c7-ae01-33893eda3130 req-7918158d-c382-46e7-bf16-92d6c702ec92 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.515929 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97c69aae-3fa3-44c7-ae01-33893eda3130 req-7918158d-c382-46e7-bf16-92d6c702ec92 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0933592 Apr 20 05:47:07.526995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-a3aab5af-1989-4270-84b0-72c8bdb161b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.528571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-a3aab5af-1989-4270-84b0-72c8bdb161b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0828319 Apr 20 05:47:07.564667 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97c69aae-3fa3-44c7-ae01-33893eda3130 req-9e158613-5ea9-4823-804b-950708978e83 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419815 Apr 20 05:47:07.702548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-aa7307ff-6457-444f-9dcd-295a5452fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.704393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-aa7307ff-6457-444f-9dcd-295a5452fef5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1545258 Apr 20 05:47:07.705852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:07.782822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-c0289810-abf5-4857-ac04-1c7e937bae0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0700598 Apr 20 05:47:07.915380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-567d0322-6b45-4855-a13e-2cb480f71234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.916968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-567d0322-6b45-4855-a13e-2cb480f71234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.1283026 Apr 20 05:47:07.949724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d609b6-cf6e-44a7-9ddb-4863ee5a2d26 req-a26e6cba-9a9a-4561-adc5-2f05a80898a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.951336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a9d609b6-cf6e-44a7-9ddb-4863ee5a2d26 req-a26e6cba-9a9a-4561-adc5-2f05a80898a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925348 Apr 20 05:47:07.980574 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-bea4a172-ccc5-430b-a992-06625a09199f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543089 Apr 20 05:47:07.998552 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a9d609b6-cf6e-44a7-9ddb-4863ee5a2d26 req-bfe31953-d8bb-4a94-8e0b-561f9f2bc7c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 Apr 20 05:47:08.022090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcccbe-6e84-4352-94e3-9b4ec192a431 req-091124c9-2974-4085-9c35-a8a886122284 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.023781 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02fcccbe-6e84-4352-94e3-9b4ec192a431 req-091124c9-2974-4085-9c35-a8a886122284 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1899428 Apr 20 05:47:08.154556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02fcccbe-6e84-4352-94e3-9b4ec192a431 req-8da7b4e3-ef6d-42a3-a550-7019ed2d9135 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806983 Apr 20 05:47:08.174947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-56a163dc-c4fc-4c4b-b3ba-0fe61f5ba181 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859252 Apr 20 05:47:08.330867 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92a7c172-2921-4444-a7fe-7e63faf11519 req-b805dc56-afa3-441f-a683-cd94e1452714 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489305 Apr 20 05:47:08.671200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-6d40b68d-7a26-4d2a-9b2b-0672fb3afd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.672744 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-6d40b68d-7a26-4d2a-9b2b-0672fb3afd25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0791845 Apr 20 05:47:08.731967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d4b46-1bf0-4b68-b1fc-bf357a760fdb req-21012743-3a57-4c15-94bf-11f422225882 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.733515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e2d4b46-1bf0-4b68-b1fc-bf357a760fdb req-21012743-3a57-4c15-94bf-11f422225882 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0933597 Apr 20 05:47:08.782549 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e2d4b46-1bf0-4b68-b1fc-bf357a760fdb req-a977b23d-899a-4662-907e-7ce97c7490e6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Apr 20 05:47:08.890334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-2db87d0b-f79b-44a3-b8e1-98d9934ad395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.891958 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-2db87d0b-f79b-44a3-b8e1-98d9934ad395 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1749876 Apr 20 05:47:08.901265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1c1a6-ae6c-49c3-80fc-ac206105faf0 req-2143e2d3-af67-42f8-9bdc-d716f7f85cc3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.902791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aed1c1a6-ae6c-49c3-80fc-ac206105faf0 req-2143e2d3-af67-42f8-9bdc-d716f7f85cc3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.2250764 Apr 20 05:47:08.990414 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-f10f80f7-76db-4a36-8813-4b94a63db3bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0865514 Apr 20 05:47:09.070061 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aed1c1a6-ae6c-49c3-80fc-ac206105faf0 req-9c032ec6-6e95-4135-8914-e790bcac660d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047149 Apr 20 05:47:09.080598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-cccec6b1-8702-4488-87a2-957ea1b33c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.082122 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-cccec6b1-8702-4488-87a2-957ea1b33c86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0837624 Apr 20 05:47:09.136123 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-fd4527ef-0cab-41d1-9fda-438f1523eb5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468495 Apr 20 05:47:09.211773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bbca-e989-49c1-a6d3-0333e13c59cd req-6d96f291-5852-4e2d-a218-b420562144ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.213380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-71e8bbca-e989-49c1-a6d3-0333e13c59cd req-6d96f291-5852-4e2d-a218-b420562144ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0902472 Apr 20 05:47:09.264590 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-71e8bbca-e989-49c1-a6d3-0333e13c59cd req-32b5e787-581d-4970-9e59-8b6e3aeaaf39 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Apr 20 05:47:09.281617 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-3a904c30-9a5d-4a26-8850-9e1306c59c45 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383770 Apr 20 05:47:09.425775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea73b97-2e4a-4881-b46b-2b122c584f32 req-933db7cc-33c3-4441-9803-ec567878c9fd service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380649 Apr 20 05:47:09.962259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7e57ec93-5cd4-40d1-bb50-f5772193709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:10.009672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8897f54-9d5e-4699-b096-51522a83bf73 req-665a3ba6-bfd4-415f-aa54-dc9eb6f81f1c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:10.011326 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8897f54-9d5e-4699-b096-51522a83bf73 req-665a3ba6-bfd4-415f-aa54-dc9eb6f81f1c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1023345 Apr 20 05:47:10.059173 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8897f54-9d5e-4699-b096-51522a83bf73 req-ca3de3e9-85e1-4f9a-a5ab-f6ad520d164d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Apr 20 05:47:10.231636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:10.271003 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1284b0-b43e-42a6-a5ff-f0b4d703d9f1 req-522b0367-5299-4607-b060-621741cf7953 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:10.272712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e1284b0-b43e-42a6-a5ff-f0b4d703d9f1 req-522b0367-5299-4607-b060-621741cf7953 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907679 Apr 20 05:47:10.322480 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e1284b0-b43e-42a6-a5ff-f0b4d703d9f1 req-9f27d806-dccf-4199-872e-0a38b5cbadf9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430808 Apr 20 05:47:10.470948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069493f7-434b-42a8-b870-dba34d71f9fc req-fef37a21-ace3-4111-bb11-36dc21abca85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:10.472667 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-069493f7-434b-42a8-b870-dba34d71f9fc req-fef37a21-ace3-4111-bb11-36dc21abca85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0890708 Apr 20 05:47:10.522453 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-069493f7-434b-42a8-b870-dba34d71f9fc req-66ae8aa9-910f-42f2-abed-85f0c058929c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Apr 20 05:47:11.272867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339c86f-9695-43cb-946b-b0032681c4fa req-45e5503b-0d22-4611-9cd2-83ccded21075 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:11.274735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8339c86f-9695-43cb-946b-b0032681c4fa req-45e5503b-0d22-4611-9cd2-83ccded21075 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0974119 Apr 20 05:47:11.530212 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8339c86f-9695-43cb-946b-b0032681c4fa req-4e9c8976-8553-4fe3-bb85-46005d94af3a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474477 Apr 20 05:47:11.530862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54515a3-4704-424b-abc8-373d40dbb2c1 req-0976ec00-6c82-4c11-8fd9-65e66604f59c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:11.532482 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b54515a3-4704-424b-abc8-373d40dbb2c1 req-0976ec00-6c82-4c11-8fd9-65e66604f59c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907753 Apr 20 05:47:11.575686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.585153 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b54515a3-4704-424b-abc8-373d40dbb2c1 req-5d78abc9-4d75-4806-9990-aa2f346c0e1c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459654 Apr 20 05:47:11.846564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.885775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c1a6-3f42-4a12-b0df-58e961f14343 req-dbc44d48-bc99-4bf3-8b58-e0d1ba92a0a2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:11.887422 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0f2c1a6-3f42-4a12-b0df-58e961f14343 req-dbc44d48-bc99-4bf3-8b58-e0d1ba92a0a2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0990508 Apr 20 05:47:11.938502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0f2c1a6-3f42-4a12-b0df-58e961f14343 req-0a50a9bb-093c-4166-bd25-60b4555e88e8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Apr 20 05:47:12.738837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8286d-293d-4372-af4e-6912ec5ceb94 req-1f883263-755d-4392-b53f-06a1578a58d2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:12.740353 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22f8286d-293d-4372-af4e-6912ec5ceb94 req-1f883263-755d-4392-b53f-06a1578a58d2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0936568 Apr 20 05:47:12.783605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2157c-b4a3-42a2-8cfe-c1b9aeef04d7 req-504c6d49-c185-4d91-b10e-58f9ebc92246 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:12.785146 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5c2157c-b4a3-42a2-8cfe-c1b9aeef04d7 req-504c6d49-c185-4d91-b10e-58f9ebc92246 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0877893 Apr 20 05:47:12.788636 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22f8286d-293d-4372-af4e-6912ec5ceb94 req-e97c9f86-4b40-4b2b-9820-fb423c47e51a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Apr 20 05:47:12.835854 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5c2157c-b4a3-42a2-8cfe-c1b9aeef04d7 req-213351b6-b564-45a9-a5f9-188569a65bee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Apr 20 05:47:13.161255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec96bf-c6e3-445c-a84d-d801919fc073 req-de2ce61d-cba0-4ca8-9ba2-29b4308e4c58 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:13.162853 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0ec96bf-c6e3-445c-a84d-d801919fc073 req-de2ce61d-cba0-4ca8-9ba2-29b4308e4c58 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0936761 Apr 20 05:47:13.212678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0ec96bf-c6e3-445c-a84d-d801919fc073 req-67cd4e6e-146d-41fc-a835-1b086cef61f2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Apr 20 05:47:14.050054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105aada-e04c-41cc-a999-db330ec0bb1c req-004620fe-a9db-4510-8dc6-6fb39ce5e236 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.051623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e105aada-e04c-41cc-a999-db330ec0bb1c req-004620fe-a9db-4510-8dc6-6fb39ce5e236 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0968604 Apr 20 05:47:14.098671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e105aada-e04c-41cc-a999-db330ec0bb1c req-f60fa601-a4ef-44f6-8a5f-95623b4de7c6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Apr 20 05:47:14.432024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de711-355e-45e4-b00b-9c7dabf9457a req-f87c8d27-68f6-450f-8f1f-853a9067127b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.433589 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-662de711-355e-45e4-b00b-9c7dabf9457a req-f87c8d27-68f6-450f-8f1f-853a9067127b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0959735 Apr 20 05:47:14.491719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-662de711-355e-45e4-b00b-9c7dabf9457a req-1d161a54-dc37-487c-a107-bd6b6682fda7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Apr 20 05:47:15.316057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46f3a-ca5f-4964-a733-4e01ca83456f req-6227bad8-7d07-4f89-9ddb-560fd683e87c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:15.317635 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-70f46f3a-ca5f-4964-a733-4e01ca83456f req-6227bad8-7d07-4f89-9ddb-560fd683e87c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982094 Apr 20 05:47:15.364447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-70f46f3a-ca5f-4964-a733-4e01ca83456f req-d6f5e22c-073b-4122-9929-0232feb79532 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401716 Apr 20 05:47:15.707606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae2ca-56c7-407b-bad0-c82b8dc1227e req-05b9a9f4-5517-4380-91fb-5b0c1a99af5f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:15.709230 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29eae2ca-56c7-407b-bad0-c82b8dc1227e req-05b9a9f4-5517-4380-91fb-5b0c1a99af5f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0922542 Apr 20 05:47:15.759870 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29eae2ca-56c7-407b-bad0-c82b8dc1227e req-051dcdc1-ff32-474e-b0be-546462741dab tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Apr 20 05:47:16.589047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d553d-cdbb-463f-9881-3dc621a613ad req-ccf4a4b2-c2c0-4e70-9c3b-7cf6fd489f9a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:16.590551 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff8d553d-cdbb-463f-9881-3dc621a613ad req-ccf4a4b2-c2c0-4e70-9c3b-7cf6fd489f9a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0975544 Apr 20 05:47:16.643705 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff8d553d-cdbb-463f-9881-3dc621a613ad req-110b446a-1a36-491f-8cf1-ef534d4b8421 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451708 Apr 20 05:47:16.980188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c0144-28a9-4f45-8bc5-d5f257e11413 req-bf23ae2a-8b9b-4163-8c5b-5780dd1e9dd1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:16.981745 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c8c0144-28a9-4f45-8bc5-d5f257e11413 req-bf23ae2a-8b9b-4163-8c5b-5780dd1e9dd1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1020195 Apr 20 05:47:17.032824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c8c0144-28a9-4f45-8bc5-d5f257e11413 req-3d0b5a2d-32c4-469e-8921-1e7aad24981d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444064 Apr 20 05:47:17.857355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39d4d8-e6f5-42f6-84cb-d959e03fe23e req-ce03bf0e-c272-4cf1-af69-5acf64e89252 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:17.859047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc39d4d8-e6f5-42f6-84cb-d959e03fe23e req-ce03bf0e-c272-4cf1-af69-5acf64e89252 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0875471 Apr 20 05:47:17.909875 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc39d4d8-e6f5-42f6-84cb-d959e03fe23e req-bee0c970-a9e1-431e-9052-ffe2a3e211f8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Apr 20 05:47:18.275890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea61b-7e8b-4b84-a3af-cc6f2d2d753b req-0cdb9dd9-5a5c-4e7f-b835-8626bac41ba1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:18.277424 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1bfea61b-7e8b-4b84-a3af-cc6f2d2d753b req-0cdb9dd9-5a5c-4e7f-b835-8626bac41ba1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0982931 Apr 20 05:47:18.325981 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1bfea61b-7e8b-4b84-a3af-cc6f2d2d753b req-f7ec54da-6f8d-4fb1-8095-0720cc8af635 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Apr 20 05:47:19.123754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858345-2cce-487e-9de9-885c674f3d2a req-b8f7f5e7-9f9c-4677-95a4-4fa1d7264dd0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:19.126271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75858345-2cce-487e-9de9-885c674f3d2a req-b8f7f5e7-9f9c-4677-95a4-4fa1d7264dd0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1030726 Apr 20 05:47:19.174948 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75858345-2cce-487e-9de9-885c674f3d2a req-0ecb53a0-d97c-4621-87ad-51eada008bee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Apr 20 05:47:19.563280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dacf1b-8dde-4634-9496-f5e8dd845610 req-c37dc74c-0b55-4c15-9612-94ca0366b8ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:19.564861 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e2dacf1b-8dde-4634-9496-f5e8dd845610 req-c37dc74c-0b55-4c15-9612-94ca0366b8ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1009829 Apr 20 05:47:19.814518 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e2dacf1b-8dde-4634-9496-f5e8dd845610 req-bb02c373-b0b8-4126-87b8-21fe1a52c2c4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429116 Apr 20 05:47:20.395651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b041e2-73e2-40e6-bb60-968c31b3dc32 req-c1c1c95d-3b69-46c7-91c3-f6caad367e28 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:20.397234 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77b041e2-73e2-40e6-bb60-968c31b3dc32 req-c1c1c95d-3b69-46c7-91c3-f6caad367e28 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0888596 Apr 20 05:47:20.448998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77b041e2-73e2-40e6-bb60-968c31b3dc32 req-351a0a20-ca88-41f4-a5a5-f0a855ab136c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Apr 20 05:47:21.035282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c7893-39ec-4522-95a0-9b5fe504963d req-3bfc5d33-2e04-4719-94f8-8385def438c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:21.036967 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-074c7893-39ec-4522-95a0-9b5fe504963d req-3bfc5d33-2e04-4719-94f8-8385def438c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0965681 Apr 20 05:47:21.089427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-074c7893-39ec-4522-95a0-9b5fe504963d req-f18553e4-dc2a-499f-b81d-dad37aea3c23 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Apr 20 05:47:21.664479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a888f-328c-46a3-9081-cd5850ef0652 req-b49e15a2-8ed4-4b2d-81bc-14bdb8b00ee1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:21.666065 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e5a888f-328c-46a3-9081-cd5850ef0652 req-b49e15a2-8ed4-4b2d-81bc-14bdb8b00ee1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0916502 Apr 20 05:47:21.714200 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e5a888f-328c-46a3-9081-cd5850ef0652 req-78ff882e-fca0-41b2-8f15-e40c94145b83 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Apr 20 05:47:22.302589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13b49c-fd44-4314-afbc-17639581e982 req-9867e15f-4372-4506-9f0e-ce74b2e4a9d6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.304251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b13b49c-fd44-4314-afbc-17639581e982 req-9867e15f-4372-4506-9f0e-ce74b2e4a9d6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0907707 Apr 20 05:47:22.358592 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b13b49c-fd44-4314-afbc-17639581e982 req-1724c072-195d-4267-a9b9-8e2c5fb27c85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 Apr 20 05:47:22.935965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e54f-de55-41e6-aa6c-52cfa82e760c req-67d772dd-9aef-43d0-90af-e523802cb02e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.937890 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a29e54f-de55-41e6-aa6c-52cfa82e760c req-67d772dd-9aef-43d0-90af-e523802cb02e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0989823 Apr 20 05:47:22.988920 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a29e54f-de55-41e6-aa6c-52cfa82e760c req-5d17ba4a-23d1-4ad8-bdbd-71d7e5e082f8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Apr 20 05:47:23.573652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a506c1b-2802-4722-a517-f595b0ff795c req-049c5696-5b3b-4ac5-b43b-2cefb8eebc7f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.575195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a506c1b-2802-4722-a517-f595b0ff795c req-049c5696-5b3b-4ac5-b43b-2cefb8eebc7f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0987923 Apr 20 05:47:23.628320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a506c1b-2802-4722-a517-f595b0ff795c req-5fd868f9-edd1-4ae2-9ae8-85637f23a7f5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Apr 20 05:47:24.220734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ec6e3-b2e9-4fce-bb5a-7b94d81a1d0f req-8e5f0230-89e8-4407-8278-065f0a199c48 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:24.222320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c2ec6e3-b2e9-4fce-bb5a-7b94d81a1d0f req-8e5f0230-89e8-4407-8278-065f0a199c48 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982764 Apr 20 05:47:24.273589 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c2ec6e3-b2e9-4fce-bb5a-7b94d81a1d0f req-7cbcf3b3-631f-4dbb-871a-047f0e4be9a9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Apr 20 05:47:24.847442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938515-d28c-4339-a168-686517871599 req-2c64f12f-adff-4b70-a5f1-0a37d189aaab tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:24.848928 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30938515-d28c-4339-a168-686517871599 req-2c64f12f-adff-4b70-a5f1-0a37d189aaab tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0955908 Apr 20 05:47:24.896327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30938515-d28c-4339-a168-686517871599 req-e8e64029-20df-4ae0-9307-66f30524b92d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Apr 20 05:47:25.485124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e991e20-c165-48bb-b5ad-06d0157a7652 req-6388f36f-403d-40fc-8ee6-e042f64422a8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:25.487387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6e991e20-c165-48bb-b5ad-06d0157a7652 req-6388f36f-403d-40fc-8ee6-e042f64422a8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0940206 Apr 20 05:47:25.535837 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6e991e20-c165-48bb-b5ad-06d0157a7652 req-0ba30977-9ea9-4cd1-9a22-2704710350ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Apr 20 05:47:26.126025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457440-a17d-4f9d-9bbe-3a44f954e98b req-35626841-8897-4912-9a91-dc31e6fcc264 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:26.127798 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba457440-a17d-4f9d-9bbe-3a44f954e98b req-35626841-8897-4912-9a91-dc31e6fcc264 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1045310 Apr 20 05:47:26.175581 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba457440-a17d-4f9d-9bbe-3a44f954e98b req-9ecb6013-143d-46ce-9ba7-9a9c81244e2b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Apr 20 05:47:26.743322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25aa8c-e0b5-434d-ac59-43e776f3ee6e req-ddef0ba0-5569-4302-bb87-ebc1b060dcf1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:26.744942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a25aa8c-e0b5-434d-ac59-43e776f3ee6e req-ddef0ba0-5569-4302-bb87-ebc1b060dcf1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0924850 Apr 20 05:47:26.802162 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a25aa8c-e0b5-434d-ac59-43e776f3ee6e req-c3736604-0536-40c4-ab7a-5ac1b10613c9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Apr 20 05:47:27.392094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22660f-02cd-4ba2-82be-34420102234d req-2540c2b4-20fb-48a2-9825-9f3113605961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:27.393669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce22660f-02cd-4ba2-82be-34420102234d req-2540c2b4-20fb-48a2-9825-9f3113605961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0946183 Apr 20 05:47:27.445313 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce22660f-02cd-4ba2-82be-34420102234d req-21f255e5-d624-45c3-81d6-b47bd47dd63b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Apr 20 05:47:28.013520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5055a-6014-47d0-a45b-80302027ce96 req-482bf5a0-88ba-40d1-948b-abc1f9efec42 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:28.015107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eca5055a-6014-47d0-a45b-80302027ce96 req-482bf5a0-88ba-40d1-948b-abc1f9efec42 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0946190 Apr 20 05:47:28.069161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eca5055a-6014-47d0-a45b-80302027ce96 req-403c5ce6-a8fb-4019-80b4-b47a8206f42f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448184 Apr 20 05:47:28.656804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6b3d-a77d-4b8c-a34e-8e53e36ea1d8 req-b5abf330-ff43-41b6-9c74-15d8acff6646 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:28.658462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc9a6b3d-a77d-4b8c-a34e-8e53e36ea1d8 req-b5abf330-ff43-41b6-9c74-15d8acff6646 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0889239 Apr 20 05:47:28.706615 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc9a6b3d-a77d-4b8c-a34e-8e53e36ea1d8 req-eaa64dca-4358-4249-9dea-bb581c41066e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Apr 20 05:47:29.282436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69b3d-aebe-4c06-a401-d8975d6c29be req-d3c9ed11-73d1-4d54-9386-3f440b91e023 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:29.284157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f69b3d-aebe-4c06-a401-d8975d6c29be req-d3c9ed11-73d1-4d54-9386-3f440b91e023 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0927064 Apr 20 05:47:29.338998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f69b3d-aebe-4c06-a401-d8975d6c29be req-7c2ac65f-0642-448b-a53d-3f231882a81c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Apr 20 05:47:29.927538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88696576-2ef1-46b4-a8be-30b2ca905442 req-a12deb19-ebdc-41df-a311-f2bbceb5208c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:29.929181 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88696576-2ef1-46b4-a8be-30b2ca905442 req-a12deb19-ebdc-41df-a311-f2bbceb5208c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0956402 Apr 20 05:47:29.978129 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88696576-2ef1-46b4-a8be-30b2ca905442 req-b445c4eb-2f69-46c1-ae21-e597e0bbf2a0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Apr 20 05:47:30.574076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8233-2322-42c0-b52c-114d2d5eb359 req-f583d5ff-26eb-41a7-b46d-297844f93d74 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:30.575658 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b65c8233-2322-42c0-b52c-114d2d5eb359 req-f583d5ff-26eb-41a7-b46d-297844f93d74 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1010060 Apr 20 05:47:30.631626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b65c8233-2322-42c0-b52c-114d2d5eb359 req-3856144c-a01b-47d2-9c13-aae79f2df1f0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 Apr 20 05:47:31.183717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaeca8-4f43-40da-af42-9403ecb1726a req-72df830a-3163-44f9-8d3d-053d85f19410 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:31.185313 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ebaeca8-4f43-40da-af42-9403ecb1726a req-72df830a-3163-44f9-8d3d-053d85f19410 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0886476 Apr 20 05:47:31.235478 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ebaeca8-4f43-40da-af42-9403ecb1726a req-babaf480-0671-4915-852a-398327a2d606 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Apr 20 05:47:31.856466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456f0e-6108-49e0-8527-336b19460c36 req-6fd5c11b-e9db-4ee3-bb66-f23e8f3bbccb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:31.859018 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63456f0e-6108-49e0-8527-336b19460c36 req-6fd5c11b-e9db-4ee3-bb66-f23e8f3bbccb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1103697 Apr 20 05:47:31.913058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63456f0e-6108-49e0-8527-336b19460c36 req-ab7a9577-e4f1-4e8f-a0fe-9671dacc9948 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Apr 20 05:47:32.446612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ce53-300c-4c15-8a35-cd3cf12da340 req-8d9eeeeb-2a32-4551-9198-3df847e02b3f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:32.448254 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c561ce53-300c-4c15-8a35-cd3cf12da340 req-8d9eeeeb-2a32-4551-9198-3df847e02b3f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0926588 Apr 20 05:47:32.496742 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c561ce53-300c-4c15-8a35-cd3cf12da340 req-7af8f3e6-3a00-40e2-823d-e48324c22f64 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Apr 20 05:47:33.144534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea9a7-45fd-4931-b3fd-b0b04628d6df req-86929e42-50be-44a5-bac1-d7bfb1d64b38 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:33.146123 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52bea9a7-45fd-4931-b3fd-b0b04628d6df req-86929e42-50be-44a5-bac1-d7bfb1d64b38 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1028891 Apr 20 05:47:33.194872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52bea9a7-45fd-4931-b3fd-b0b04628d6df req-ec9e99fb-b37a-4136-ba3a-ef5fcd5a5386 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Apr 20 05:47:33.722823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4206617-0eb2-4d8a-b71c-c4fee8218c8b req-cbe1d5d2-90f0-4366-9df6-4a17a8876c35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:33.724362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4206617-0eb2-4d8a-b71c-c4fee8218c8b req-cbe1d5d2-90f0-4366-9df6-4a17a8876c35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0887387 Apr 20 05:47:33.775603 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4206617-0eb2-4d8a-b71c-c4fee8218c8b req-a4d9de48-5ed4-49ad-8f85-77bfb8d5636b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Apr 20 05:47:34.412380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d2c17-6d46-4599-ada5-68cab6d38f5a req-9f0986fd-27e9-46a0-96cd-4b923b8dfe34 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:34.413999 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b11d2c17-6d46-4599-ada5-68cab6d38f5a req-9f0986fd-27e9-46a0-96cd-4b923b8dfe34 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0921364 Apr 20 05:47:34.463737 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b11d2c17-6d46-4599-ada5-68cab6d38f5a req-7097ca07-0463-4b35-88de-ccb82c85616b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Apr 20 05:47:35.018475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb7ee-d2dc-4140-a374-71e5a070192c req-34631bd9-f817-4648-ba1c-272ce568dc51 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:35.020121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-717bb7ee-d2dc-4140-a374-71e5a070192c req-34631bd9-f817-4648-ba1c-272ce568dc51 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1104462 Apr 20 05:47:35.068383 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-717bb7ee-d2dc-4140-a374-71e5a070192c req-9a59d6aa-4eb1-4978-a0c8-7f396f8f369e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Apr 20 05:47:35.665117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac79ad-8489-4e8d-a284-ed09802886e9 req-242d350b-1b64-46e0-8071-bd2a4daba2ef tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:35.666735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96ac79ad-8489-4e8d-a284-ed09802886e9 req-242d350b-1b64-46e0-8071-bd2a4daba2ef tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0888619 Apr 20 05:47:35.717228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96ac79ad-8489-4e8d-a284-ed09802886e9 req-57444ef8-eafe-4532-9e8d-38c542199188 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439765 Apr 20 05:47:36.287798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf5a3-8c90-4ae7-8553-bc1115d5ebd1 req-a277b90e-b826-4e22-b6d0-34836bc08eb3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:36.289413 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19acf5a3-8c90-4ae7-8553-bc1115d5ebd1 req-a277b90e-b826-4e22-b6d0-34836bc08eb3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0983171 Apr 20 05:47:36.344226 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19acf5a3-8c90-4ae7-8553-bc1115d5ebd1 req-51e65be8-7553-4698-bf95-fd1e9110591e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Apr 20 05:47:36.932939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b69-d56d-46f4-aa6f-b8aac079289a req-692ab395-3901-4ba1-ac03-99246a34e9dd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:36.934525 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88e47b69-d56d-46f4-aa6f-b8aac079289a req-692ab395-3901-4ba1-ac03-99246a34e9dd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1034193 Apr 20 05:47:36.986515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88e47b69-d56d-46f4-aa6f-b8aac079289a req-e4fd44e0-0a9e-4e4f-a7d5-1b6bda360901 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425036 Apr 20 05:47:37.485952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1600414b-4164-4b88-91e0-feaae82c5229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:37.563692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b66f-2bff-4aa3-b7e8-6a594be88841 req-0f2dbaf1-9058-4838-a343-d0ce846fecde tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:37.565263 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d893b66f-2bff-4aa3-b7e8-6a594be88841 req-0f2dbaf1-9058-4838-a343-d0ce846fecde tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0928860 Apr 20 05:47:37.614633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d893b66f-2bff-4aa3-b7e8-6a594be88841 req-f49f9f49-801b-43b7-8f76-51598ed11877 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Apr 20 05:47:37.717840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.201715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86748df-12b8-45bd-8ba2-75d917dd0ad2 req-8d6f83b4-57be-408d-be12-b593558e9b35 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:38.203260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f86748df-12b8-45bd-8ba2-75d917dd0ad2 req-8d6f83b4-57be-408d-be12-b593558e9b35 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0984728 Apr 20 05:47:38.256378 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f86748df-12b8-45bd-8ba2-75d917dd0ad2 req-a46f8e07-93e6-401f-adeb-00689766fc9c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460112 Apr 20 05:47:38.829588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f26c-0b83-4114-ae01-aa73e2a17266 req-8e86d4dd-ea54-4eaf-aa59-716af8dd43c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:38.831339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8e1f26c-0b83-4114-ae01-aa73e2a17266 req-8e86d4dd-ea54-4eaf-aa59-716af8dd43c6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0972471 Apr 20 05:47:38.881840 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8e1f26c-0b83-4114-ae01-aa73e2a17266 req-2746294b-e5b0-47d8-b941-a8681bc65c36 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Apr 20 05:47:39.464305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832af71-fab5-42fe-8342-c1000a06f268 req-010464b4-f717-4c28-93f8-a92e9655f2ff tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:39.465912 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6832af71-fab5-42fe-8342-c1000a06f268 req-010464b4-f717-4c28-93f8-a92e9655f2ff tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0953310 Apr 20 05:47:39.513126 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6832af71-fab5-42fe-8342-c1000a06f268 req-86f3e805-9791-4d02-a506-a91d6e390df8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Apr 20 05:47:39.966120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6441b403-9f17-4e3f-98c8-0c4ea881d6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.101563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b63a0-75e6-46dd-bb22-1b1408200df0 req-3b63defd-7be6-4b98-99d5-a9370125bbc5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:40.103205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe2b63a0-75e6-46dd-bb22-1b1408200df0 req-3b63defd-7be6-4b98-99d5-a9370125bbc5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0996237 Apr 20 05:47:40.155144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe2b63a0-75e6-46dd-bb22-1b1408200df0 req-daf420aa-69ba-4f9a-9602-1c2721bb8176 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Apr 20 05:47:40.225640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.729834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16ec3-b8bf-4f8e-9c09-c923ae2aaa92 req-b0e55bf3-789b-4c14-ad81-11c87b213fb6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:40.731470 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bf16ec3-b8bf-4f8e-9c09-c923ae2aaa92 req-b0e55bf3-789b-4c14-ad81-11c87b213fb6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1007221 Apr 20 05:47:40.778969 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bf16ec3-b8bf-4f8e-9c09-c923ae2aaa92 req-2304aef9-766f-4920-9b0e-3cce2e8ab30c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Apr 20 05:47:41.370856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3175e3-18f5-4d94-8308-4b55bade40f9 req-c73d52fe-4aa2-48a1-93ef-b585b0ef5f85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:41.372405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d3175e3-18f5-4d94-8308-4b55bade40f9 req-c73d52fe-4aa2-48a1-93ef-b585b0ef5f85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0969577 Apr 20 05:47:41.421023 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d3175e3-18f5-4d94-8308-4b55bade40f9 req-474912c1-3183-480f-8ce2-7f45392e0345 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423017 Apr 20 05:47:41.584557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:41.744563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:47:41.848919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:41.994798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e98c5-89bc-4b88-8721-3a7e1bf91b3d req-844dcb32-ce2e-4d21-ac18-50ec42d8a86f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:41.996331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c42e98c5-89bc-4b88-8721-3a7e1bf91b3d req-844dcb32-ce2e-4d21-ac18-50ec42d8a86f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0997412 Apr 20 05:47:42.050243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c42e98c5-89bc-4b88-8721-3a7e1bf91b3d req-f0254ebc-a5b9-4b2d-92c9-faa78a2fb864 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473933 Apr 20 05:47:42.641805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921fe85-a565-4084-9d2f-fbe25dcb4356 req-8e50f794-e43f-4ee5-8b3f-7e1318b46f87 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:42.643449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f921fe85-a565-4084-9d2f-fbe25dcb4356 req-8e50f794-e43f-4ee5-8b3f-7e1318b46f87 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0995197 Apr 20 05:47:42.690955 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f921fe85-a565-4084-9d2f-fbe25dcb4356 req-ea99f78e-2ad9-4e87-bf3b-612685ef8927 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Apr 20 05:47:43.263471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91fd81-d7bf-4dba-9b01-e059cbd35f82 req-dab96c52-dd09-49f2-a0b6-3f70f1ea1d77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:43.265060 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f91fd81-d7bf-4dba-9b01-e059cbd35f82 req-dab96c52-dd09-49f2-a0b6-3f70f1ea1d77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1003845 Apr 20 05:47:43.312295 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f91fd81-d7bf-4dba-9b01-e059cbd35f82 req-ccd1e7dc-ec99-4642-9f52-9c26208c831b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Apr 20 05:47:43.919015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77803dbf-c58c-4abb-8d95-b78b3464bbc2 req-23c784b9-0813-469e-8d90-e6c4f0283729 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:43.920720 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77803dbf-c58c-4abb-8d95-b78b3464bbc2 req-23c784b9-0813-469e-8d90-e6c4f0283729 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913250 Apr 20 05:47:43.972120 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77803dbf-c58c-4abb-8d95-b78b3464bbc2 req-5880a93b-94dc-45ab-aae1-caf067cae05c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Apr 20 05:47:44.521716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98872-0745-4c05-81cd-692192e4fada req-8c7fbf9a-dbfa-4c81-ad60-fca859da724d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:44.523319 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88e98872-0745-4c05-81cd-692192e4fada req-8c7fbf9a-dbfa-4c81-ad60-fca859da724d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0973456 Apr 20 05:47:44.572302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88e98872-0745-4c05-81cd-692192e4fada req-09b75627-9c05-4af6-a862-69e679374e02 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Apr 20 05:47:45.183388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854170c-789d-48ed-b85a-1a6496eb6682 req-4e22eea6-0039-4982-94ae-bae00a578b65 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:45.184996 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c854170c-789d-48ed-b85a-1a6496eb6682 req-4e22eea6-0039-4982-94ae-bae00a578b65 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0897882 Apr 20 05:47:45.240564 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c854170c-789d-48ed-b85a-1a6496eb6682 req-86af6bc8-61f7-44fb-9f7b-75b3cec6ed4a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468848 Apr 20 05:47:45.785564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25e3d-d069-45b3-87d6-aee0ede07e5e req-830bbdb1-abb0-41e9-b3f0-08ecb384ac77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:45.787155 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1b25e3d-d069-45b3-87d6-aee0ede07e5e req-830bbdb1-abb0-41e9-b3f0-08ecb384ac77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0960677 Apr 20 05:47:45.835170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1b25e3d-d069-45b3-87d6-aee0ede07e5e req-9c1d5907-0529-4aa4-b94b-9f9fe2cb47ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Apr 20 05:47:46.472150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623017e-5389-4419-bbf8-4f315b855606 req-4a322983-ebf8-4b10-99b4-665a10ef85f7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:46.473722 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7623017e-5389-4419-bbf8-4f315b855606 req-4a322983-ebf8-4b10-99b4-665a10ef85f7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0923328 Apr 20 05:47:46.523630 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7623017e-5389-4419-bbf8-4f315b855606 req-f9c0d57b-7b5e-4ce2-9d52-eb3403a0fbc3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Apr 20 05:47:47.048499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59cff-0dfb-455f-af75-524f8063afa9 req-9ac263c2-669e-43af-a570-73eb6df1efd5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:47.050077 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7d59cff-0dfb-455f-af75-524f8063afa9 req-9ac263c2-669e-43af-a570-73eb6df1efd5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1000993 Apr 20 05:47:47.104791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7d59cff-0dfb-455f-af75-524f8063afa9 req-294edc52-bac0-46ad-82ab-992dec7feb47 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453763 Apr 20 05:47:47.739124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867a5d-72dd-4406-a0f9-110afaaae107 req-378265d1-03d5-4770-9185-c2cc81c53898 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:47.740752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c867a5d-72dd-4406-a0f9-110afaaae107 req-378265d1-03d5-4770-9185-c2cc81c53898 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0873051 Apr 20 05:47:47.792756 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c867a5d-72dd-4406-a0f9-110afaaae107 req-461a515c-3e91-4918-9d24-06764ece9236 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Apr 20 05:47:48.322718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd1b6b-3f0f-4139-aa1d-c12ab09cd4d9 req-cc1e2a27-f622-4a6c-96a6-36f68caf1fba tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.324341 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fbd1b6b-3f0f-4139-aa1d-c12ab09cd4d9 req-cc1e2a27-f622-4a6c-96a6-36f68caf1fba tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0969491 Apr 20 05:47:48.374321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fbd1b6b-3f0f-4139-aa1d-c12ab09cd4d9 req-a77c753e-ad9b-458d-a981-3480d3606960 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Apr 20 05:47:49.000437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470cbd-3ad2-4250-8cb0-9da38e328ef0 req-8673f8eb-05c9-48ce-936e-1eb8405a09cf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:49.002318 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2470cbd-3ad2-4250-8cb0-9da38e328ef0 req-8673f8eb-05c9-48ce-936e-1eb8405a09cf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0917199 Apr 20 05:47:49.051044 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2470cbd-3ad2-4250-8cb0-9da38e328ef0 req-2df27b7d-3302-4d28-8cd4-e5cba8997576 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421159 Apr 20 05:47:49.598733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34528c42-ac7e-42c2-9af4-e5d94e7cacd5 req-4fbdc125-0d7a-4d38-adeb-dcccb7634121 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:49.600312 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34528c42-ac7e-42c2-9af4-e5d94e7cacd5 req-4fbdc125-0d7a-4d38-adeb-dcccb7634121 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1036749 Apr 20 05:47:49.651216 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34528c42-ac7e-42c2-9af4-e5d94e7cacd5 req-40a71be3-2aa3-4cb9-8ec2-fbbdaff953a9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413730 Apr 20 05:47:50.264059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39b416-f451-4285-b597-2da3d1f5e6af req-1e99d071-2b1f-4048-954c-fd1dbfcb2c78 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:50.265635 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a39b416-f451-4285-b597-2da3d1f5e6af req-1e99d071-2b1f-4048-954c-fd1dbfcb2c78 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0933185 Apr 20 05:47:50.313581 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a39b416-f451-4285-b597-2da3d1f5e6af req-cdaf443c-8e07-4fc1-af41-20baaea914a4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Apr 20 05:47:50.863940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213984ff-c1f4-4dd7-b60a-a6c59fdc09aa req-d866c828-8bc4-4da1-973c-02bac2837e25 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:50.865564 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-213984ff-c1f4-4dd7-b60a-a6c59fdc09aa req-d866c828-8bc4-4da1-973c-02bac2837e25 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0913601 Apr 20 05:47:50.914331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-213984ff-c1f4-4dd7-b60a-a6c59fdc09aa req-82b87242-b5db-4be9-84ba-b0d312605653 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Apr 20 05:47:51.537650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1af89-047b-48df-9233-4417c8f8e17e req-94ecd0f8-0193-44e8-974a-7a54b2f5822e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:51.539133 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f1af89-047b-48df-9233-4417c8f8e17e req-94ecd0f8-0193-44e8-974a-7a54b2f5822e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0899167 Apr 20 05:47:51.590830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f1af89-047b-48df-9233-4417c8f8e17e req-67498506-0f11-4639-8679-9188b416f1f8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Apr 20 05:47:52.119677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e76e18-70cf-49d3-9ad0-3c3cfdded17b req-aae9c134-0249-4f3b-98de-4f329f05df1f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:52.121331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e76e18-70cf-49d3-9ad0-3c3cfdded17b req-aae9c134-0249-4f3b-98de-4f329f05df1f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0952086 Apr 20 05:47:52.169734 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e76e18-70cf-49d3-9ad0-3c3cfdded17b req-532ee4ea-c24f-46bc-ac0c-b13c6c686888 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Apr 20 05:47:52.834919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c29fd8-ec8f-4554-817f-0557a4b743f5 req-690308d5-dc99-45cc-882e-c62a9d13c0e6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:52.836533 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2c29fd8-ec8f-4554-817f-0557a4b743f5 req-690308d5-dc99-45cc-882e-c62a9d13c0e6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1107204 Apr 20 05:47:52.888997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2c29fd8-ec8f-4554-817f-0557a4b743f5 req-be02def5-8cae-4896-927e-8a153dc2dd9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Apr 20 05:47:53.380168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2010bb-97c5-4b27-8fdf-900fc5addbc6 req-61c037a4-458b-4db3-8329-06f51a7d461a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:53.381752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c2010bb-97c5-4b27-8fdf-900fc5addbc6 req-61c037a4-458b-4db3-8329-06f51a7d461a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0990543 Apr 20 05:47:53.433671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c2010bb-97c5-4b27-8fdf-900fc5addbc6 req-b752974c-2a3c-4d0e-8089-8935f64fc673 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 Apr 20 05:47:54.123890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f8dc-35a2-4570-b2fc-acb1d5f57224 req-be7f822f-e44d-42a6-8744-cf293edbc071 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:54.125544 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f031f8dc-35a2-4570-b2fc-acb1d5f57224 req-be7f822f-e44d-42a6-8744-cf293edbc071 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0954487 Apr 20 05:47:54.185762 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f031f8dc-35a2-4570-b2fc-acb1d5f57224 req-0c33f169-8bf5-4360-849c-dd225a1df4fb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536838 Apr 20 05:47:54.643536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347820a-ad32-4892-b2fd-6df443f78247 req-8172cfce-9810-4efe-9181-ff08f66bfdd6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:54.645139 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e347820a-ad32-4892-b2fd-6df443f78247 req-8172cfce-9810-4efe-9181-ff08f66bfdd6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0919003 Apr 20 05:47:54.697776 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e347820a-ad32-4892-b2fd-6df443f78247 req-a77fdc02-1fe0-4d86-8ec6-157005f29e72 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 Apr 20 05:47:55.402773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918d9d-bd2e-4f33-9e84-ba0166c6dcd1 req-e9100638-59cc-4e36-90d3-5a9e012c0e9c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:55.404402 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85918d9d-bd2e-4f33-9e84-ba0166c6dcd1 req-e9100638-59cc-4e36-90d3-5a9e012c0e9c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0901058 Apr 20 05:47:55.455780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85918d9d-bd2e-4f33-9e84-ba0166c6dcd1 req-bb8efaed-9d36-4968-a60e-1de576f4f65d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Apr 20 05:47:55.924534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486a49b-1a50-43d8-bb31-f662f2ef4429 req-2ebfbe0b-ddc0-415e-a767-683a189da700 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:55.926112 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6486a49b-1a50-43d8-bb31-f662f2ef4429 req-2ebfbe0b-ddc0-415e-a767-683a189da700 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1035764 Apr 20 05:47:55.981042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6486a49b-1a50-43d8-bb31-f662f2ef4429 req-b468bc7f-4574-44c9-a975-81da286c0167 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484943 Apr 20 05:47:56.673448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74969801-3325-492b-a291-309d43da8cf6 req-de882538-e6d7-4509-894d-625a8ce7c280 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:56.675042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74969801-3325-492b-a291-309d43da8cf6 req-de882538-e6d7-4509-894d-625a8ce7c280 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0969329 Apr 20 05:47:56.727809 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74969801-3325-492b-a291-309d43da8cf6 req-e4b1a677-3afd-49bd-ac28-e1071bb95e42 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Apr 20 05:47:57.192100 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42068-e65c-4e99-81d2-43076ab4e20a req-5cfae811-ea88-458f-bc60-3935894bfbe2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:57.193671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7b42068-e65c-4e99-81d2-43076ab4e20a req-5cfae811-ea88-458f-bc60-3935894bfbe2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0919678 Apr 20 05:47:57.241545 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7b42068-e65c-4e99-81d2-43076ab4e20a req-bccfbd50-511f-45df-a4b9-d2c9ceea1d22 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Apr 20 05:47:57.959810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78633ce7-44de-47a6-b63c-80b2a58b3b5a req-68cd546e-a18e-40e1-b407-9b60c48c6a07 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:57.961418 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78633ce7-44de-47a6-b63c-80b2a58b3b5a req-68cd546e-a18e-40e1-b407-9b60c48c6a07 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1024559 Apr 20 05:47:58.024025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78633ce7-44de-47a6-b63c-80b2a58b3b5a req-b6f35056-66d5-4545-8f25-d89ae77ef04b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527983 Apr 20 05:47:58.450940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306605c-56bd-4d15-a77f-c2b3a041af76 req-e4a4c342-4a6a-491b-a875-6a0337dfde18 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:58.452571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9306605c-56bd-4d15-a77f-c2b3a041af76 req-e4a4c342-4a6a-491b-a875-6a0337dfde18 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0944703 Apr 20 05:47:58.500846 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9306605c-56bd-4d15-a77f-c2b3a041af76 req-130e2f7e-2d91-4f97-ba38-4672247203ec tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Apr 20 05:47:59.248164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bec829-8534-4b34-a620-7185a79ba801 req-205e88d8-2819-4474-a093-6697f789379b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:59.249772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26bec829-8534-4b34-a620-7185a79ba801 req-205e88d8-2819-4474-a093-6697f789379b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1074126 Apr 20 05:47:59.298715 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26bec829-8534-4b34-a620-7185a79ba801 req-708abc51-f663-4eed-8a42-76168b52acbd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Apr 20 05:47:59.714601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715056bd-ebec-4fd4-9c18-a1e5105ff541 req-33f5d931-ebbf-442e-9cf2-8795629be8aa tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:59.716228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-715056bd-ebec-4fd4-9c18-a1e5105ff541 req-33f5d931-ebbf-442e-9cf2-8795629be8aa tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0886946 Apr 20 05:47:59.767533 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-715056bd-ebec-4fd4-9c18-a1e5105ff541 req-f4cd93c0-1444-4729-8740-6dd037d80823 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445361 Apr 20 05:48:00.525063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9139855-812a-4e93-bf97-ecabdce5bba1 req-9b8f4275-30b1-408b-85af-964653cfbb8c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.526642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9139855-812a-4e93-bf97-ecabdce5bba1 req-9b8f4275-30b1-408b-85af-964653cfbb8c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0918753 Apr 20 05:48:00.582054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9139855-812a-4e93-bf97-ecabdce5bba1 req-d051a899-1600-4a57-af0e-74d63f94794c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487204 Apr 20 05:48:00.970330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f972be-d80c-4f53-8b66-40e18e19d6da req-6efb8b6a-8b5b-40c0-aad2-52a5701233c4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.971960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17f972be-d80c-4f53-8b66-40e18e19d6da req-6efb8b6a-8b5b-40c0-aad2-52a5701233c4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0912709 Apr 20 05:48:01.020923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17f972be-d80c-4f53-8b66-40e18e19d6da req-8e5630ec-f81e-4673-81c6-ecdc1c873dcb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Apr 20 05:48:01.821011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58a1d1-5126-4413-b12d-4475caa1a5c1 req-2edce166-7ace-4d75-a93b-c52c497fab13 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.822549 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e58a1d1-5126-4413-b12d-4475caa1a5c1 req-2edce166-7ace-4d75-a93b-c52c497fab13 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1016941 Apr 20 05:48:01.874751 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e58a1d1-5126-4413-b12d-4475caa1a5c1 req-519a15e1-720c-4ef7-8e59-040a336837e5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Apr 20 05:48:02.244958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a21ab-6633-4f02-9bb3-de2aa22ff250 req-f2f9f2ac-1273-4878-b092-f7c313ffc502 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.248404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-896a21ab-6633-4f02-9bb3-de2aa22ff250 req-f2f9f2ac-1273-4878-b092-f7c313ffc502 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1080644 Apr 20 05:48:02.301460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-896a21ab-6633-4f02-9bb3-de2aa22ff250 req-e8c7bb15-b9e7-41ed-8506-be75f5c21b4a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470097 Apr 20 05:48:03.086153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4fd71-25aa-42b6-bcf2-1617f422a176 req-889b770f-4b2f-4a87-939e-bb47dc7c6845 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.088163 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bc4fd71-25aa-42b6-bcf2-1617f422a176 req-889b770f-4b2f-4a87-939e-bb47dc7c6845 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0922365 Apr 20 05:48:03.332534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bc4fd71-25aa-42b6-bcf2-1617f422a176 req-b7076b4e-e912-4782-8599-f567fc35c691 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377520 Apr 20 05:48:03.507731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49158f94-308d-4288-bcad-61463b3a54fc req-ac646ff3-698a-428f-93d2-dbef8675619b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.509293 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49158f94-308d-4288-bcad-61463b3a54fc req-ac646ff3-698a-428f-93d2-dbef8675619b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0904427 Apr 20 05:48:03.556970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49158f94-308d-4288-bcad-61463b3a54fc req-b9bf9198-3169-4902-b8ee-29d025e67c63 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 Apr 20 05:48:04.548804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a0843-d8a0-4f40-8a52-a388433f2ef7 req-2f7f2df0-9d35-4a2b-95ea-9d22b58b1bde tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:04.550406 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b6a0843-d8a0-4f40-8a52-a388433f2ef7 req-2f7f2df0-9d35-4a2b-95ea-9d22b58b1bde tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0885956 Apr 20 05:48:04.601369 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b6a0843-d8a0-4f40-8a52-a388433f2ef7 req-829b4070-5405-464d-bc81-17c885940148 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Apr 20 05:48:04.765971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac2ed-3c3d-48d9-93fe-fb7e68033e57 req-6067fb3f-5d20-41a8-9ee6-e48a33b1fdc8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:04.767992 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-288ac2ed-3c3d-48d9-93fe-fb7e68033e57 req-6067fb3f-5d20-41a8-9ee6-e48a33b1fdc8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0990443 Apr 20 05:48:04.821779 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-288ac2ed-3c3d-48d9-93fe-fb7e68033e57 req-e57e3148-f6e5-445b-9aaa-5ebed378012b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Apr 20 05:48:05.823230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634883-6ca8-41ca-a223-3b0353d15e6c req-ab5dbe34-51d4-4aa8-8faa-7e2f60c37202 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:05.824813 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d634883-6ca8-41ca-a223-3b0353d15e6c req-ab5dbe34-51d4-4aa8-8faa-7e2f60c37202 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1015370 Apr 20 05:48:05.873159 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d634883-6ca8-41ca-a223-3b0353d15e6c req-cd730bf0-2456-4555-aa67-d682410849c2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Apr 20 05:48:06.037294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a056-1363-4dfa-9de6-861015615e81 req-187b1bbf-8e90-46a3-b03d-4b87be4991a8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:06.038882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d707a056-1363-4dfa-9de6-861015615e81 req-187b1bbf-8e90-46a3-b03d-4b87be4991a8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907643 Apr 20 05:48:06.094041 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d707a056-1363-4dfa-9de6-861015615e81 req-063c0f89-5693-4074-b5a1-95c798b90514 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Apr 20 05:48:07.104716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6531ee0-fd9b-45e7-9251-ff2e5c9c8244 req-5597f5c7-23da-4b0c-bd5f-6dc835c0dd54 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:07.106182 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6531ee0-fd9b-45e7-9251-ff2e5c9c8244 req-5597f5c7-23da-4b0c-bd5f-6dc835c0dd54 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1059771 Apr 20 05:48:07.153688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6531ee0-fd9b-45e7-9251-ff2e5c9c8244 req-8b7a63a3-74f2-440b-ae41-096e17f5e412 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Apr 20 05:48:07.300083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1ea85-74c2-4649-aead-72314e0f3a5c req-43687d0a-4310-4a4f-9477-d2dad2633a63 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:07.301695 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6af1ea85-74c2-4649-aead-72314e0f3a5c req-43687d0a-4310-4a4f-9477-d2dad2633a63 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0898080 Apr 20 05:48:07.354634 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6af1ea85-74c2-4649-aead-72314e0f3a5c req-3c086cd8-1981-4633-a413-11f943d6c58d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431428 Apr 20 05:48:07.488845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a57385d-a9da-4b80-9195-c7804f39e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.718118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.375781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c872030-8833-4341-adab-f67a679e914d req-2f5b4417-6c20-4d26-9f70-ee01e0c38d31 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:08.377377 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c872030-8833-4341-adab-f67a679e914d req-2f5b4417-6c20-4d26-9f70-ee01e0c38d31 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0951025 Apr 20 05:48:08.426073 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c872030-8833-4341-adab-f67a679e914d req-534137a0-1e75-4a42-a982-b00d54c48088 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Apr 20 05:48:08.559950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b327-159e-4d3d-9f07-cdc15226c1cb req-87b1510c-9cbc-4bd9-b0d2-e01dab724107 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:08.561965 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d32b327-159e-4d3d-9f07-cdc15226c1cb req-87b1510c-9cbc-4bd9-b0d2-e01dab724107 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0939105 Apr 20 05:48:08.610350 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d32b327-159e-4d3d-9f07-cdc15226c1cb req-46d75b8e-aa8e-400e-a55d-1bcd3529659f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Apr 20 05:48:09.649776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73fc3-c4b3-4f8b-b645-1e3bc7590aaa req-711ebe83-d94b-470e-a7e3-955f81b6d4c3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:09.651407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cd73fc3-c4b3-4f8b-b645-1e3bc7590aaa req-711ebe83-d94b-470e-a7e3-955f81b6d4c3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0986724 Apr 20 05:48:09.712757 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cd73fc3-c4b3-4f8b-b645-1e3bc7590aaa req-464fb2e2-113d-4bdf-9857-e7caf19aa70a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541162 Apr 20 05:48:09.823820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee3253-a3fc-4a68-952d-061c4dd6180a req-8224ae38-c1bd-4e62-ac3a-1457e70dbfec tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:09.825481 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60ee3253-a3fc-4a68-952d-061c4dd6180a req-8224ae38-c1bd-4e62-ac3a-1457e70dbfec tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0917413 Apr 20 05:48:09.876243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60ee3253-a3fc-4a68-952d-061c4dd6180a req-6b81eb0a-8fbb-48f6-a184-f29fab6efadc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Apr 20 05:48:09.978449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5680a75-4c2b-43a8-b5e9-ebcb02eed23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.232303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.910551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430c7d0-18fb-4c2c-9b6d-26772f24afd6 req-129045a1-95f6-4972-915d-034101904973 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:10.912161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d430c7d0-18fb-4c2c-9b6d-26772f24afd6 req-129045a1-95f6-4972-915d-034101904973 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0887065 Apr 20 05:48:10.965908 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d430c7d0-18fb-4c2c-9b6d-26772f24afd6 req-0f2d1ef2-0723-4aec-84bf-7377fc3d6a4e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 Apr 20 05:48:11.082205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758d51-9e0d-41f8-8172-2fc21cdbc9f4 req-53c20f11-21bd-445e-95a7-c7e7140b78fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:11.083839 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74758d51-9e0d-41f8-8172-2fc21cdbc9f4 req-53c20f11-21bd-445e-95a7-c7e7140b78fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0926096 Apr 20 05:48:11.133567 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74758d51-9e0d-41f8-8172-2fc21cdbc9f4 req-ecff3709-6490-48cb-aada-9832ac8c263b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427794 Apr 20 05:48:11.595143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.855412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.175133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259c92-636a-4414-abd7-3dc132c6b86b req-75eb2ae9-a836-4375-8bbe-60df8ad014c2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.176650 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b259c92-636a-4414-abd7-3dc132c6b86b req-75eb2ae9-a836-4375-8bbe-60df8ad014c2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913262 Apr 20 05:48:12.225157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b259c92-636a-4414-abd7-3dc132c6b86b req-d58b2b0f-944d-44cf-abb6-8db8f75b6f98 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Apr 20 05:48:12.339521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27acfeb-f9a8-4834-bb46-eb8291277b96 req-69527416-c702-4019-9184-134d535b3f21 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.341114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f27acfeb-f9a8-4834-bb46-eb8291277b96 req-69527416-c702-4019-9184-134d535b3f21 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0944133 Apr 20 05:48:12.392683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f27acfeb-f9a8-4834-bb46-eb8291277b96 req-051a267b-4ffb-4e13-ac81-91a42aa01052 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Apr 20 05:48:13.448947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975091-5a5d-4769-a17e-e5948fc2b5c4 req-405a310d-837b-46ea-87ee-f331c7d4a492 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:13.450483 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34975091-5a5d-4769-a17e-e5948fc2b5c4 req-405a310d-837b-46ea-87ee-f331c7d4a492 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0937476 Apr 20 05:48:13.499116 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34975091-5a5d-4769-a17e-e5948fc2b5c4 req-05289868-5a3c-4dc7-99da-ac3fc31f3c2b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Apr 20 05:48:13.596441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fad02-529a-459c-b0fc-08fd1968718c req-d7e57358-63e0-4999-81ad-061a99d38d46 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:13.598058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-000fad02-529a-459c-b0fc-08fd1968718c req-d7e57358-63e0-4999-81ad-061a99d38d46 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0901659 Apr 20 05:48:13.647829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-000fad02-529a-459c-b0fc-08fd1968718c req-1d4348c5-3c9f-4fa0-ba18-e4db4e4555b8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Apr 20 05:48:14.840336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc279-098e-41fa-a6bc-6b4de41f30a8 req-34fea575-f9c7-459f-941c-723e8df6e48e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:14.841894 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-907cc279-098e-41fa-a6bc-6b4de41f30a8 req-34fea575-f9c7-459f-941c-723e8df6e48e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0878222 Apr 20 05:48:14.856611 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235d8e-6a55-4ede-a248-357fb7c7af30 req-2135166c-c266-49d6-a0b7-32069b81c894 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:14.858158 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7235d8e-6a55-4ede-a248-357fb7c7af30 req-2135166c-c266-49d6-a0b7-32069b81c894 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0920429 Apr 20 05:48:14.892905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-907cc279-098e-41fa-a6bc-6b4de41f30a8 req-62ec4048-601c-4394-8d6a-b1f2afe3586b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Apr 20 05:48:15.098822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7235d8e-6a55-4ede-a248-357fb7c7af30 req-cf50eb62-ae10-4b12-b9bd-7b5aa7c08338 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339411 Apr 20 05:48:16.124530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf0e4-c8a0-4cb0-9ccb-afa005e6b63d req-38ec2b72-be44-48a6-bfbd-a62fc3c1f071 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:16.126205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51adf0e4-c8a0-4cb0-9ccb-afa005e6b63d req-38ec2b72-be44-48a6-bfbd-a62fc3c1f071 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1012683 Apr 20 05:48:16.177626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51adf0e4-c8a0-4cb0-9ccb-afa005e6b63d req-fa265625-0bf6-405c-9dec-6a868f6cde69 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Apr 20 05:48:16.305394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcd35b-9499-42a5-be43-1dbb6353ccfb req-5f36dd43-de0c-4633-a357-d66a068c28ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:16.306983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46dcd35b-9499-42a5-be43-1dbb6353ccfb req-5f36dd43-de0c-4633-a357-d66a068c28ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0885825 Apr 20 05:48:16.358093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46dcd35b-9499-42a5-be43-1dbb6353ccfb req-f0975544-eef8-49e3-9cf4-2f3dcd61b8d8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Apr 20 05:48:17.404019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068045cc-eb1c-445c-b5e0-271bfcc7d188 req-09cfb04d-b66b-4c87-9ee6-1a81d7f45230 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:17.405609 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-068045cc-eb1c-445c-b5e0-271bfcc7d188 req-09cfb04d-b66b-4c87-9ee6-1a81d7f45230 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0972402 Apr 20 05:48:17.458753 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-068045cc-eb1c-445c-b5e0-271bfcc7d188 req-ff84c182-0549-444b-a689-337eb4ced5e1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Apr 20 05:48:17.565449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7dab5-f60d-4882-b218-8e62d0415abe req-21d8548f-0903-4e39-9f0f-a2c97c57b8f1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:17.567216 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c7dab5-f60d-4882-b218-8e62d0415abe req-21d8548f-0903-4e39-9f0f-a2c97c57b8f1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0921521 Apr 20 05:48:17.616714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c7dab5-f60d-4882-b218-8e62d0415abe req-35d5071b-8877-4be6-b3c0-450d5c2d1371 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Apr 20 05:48:18.683037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c057-bd8f-459b-9315-3629dc8fb71a req-c95362e4-aade-49ef-91c7-91d591aaab95 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:18.684672 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab80c057-bd8f-459b-9315-3629dc8fb71a req-c95362e4-aade-49ef-91c7-91d591aaab95 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913072 Apr 20 05:48:18.733781 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab80c057-bd8f-459b-9315-3629dc8fb71a req-53600458-839b-4512-9e7a-3473bfaa77ba tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Apr 20 05:48:18.744460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:48:18.827535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e40be-46a5-4dc1-8d67-704183612968 req-4e364ea9-3929-4143-b0f6-5a95e35ce97e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:18.829059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a98e40be-46a5-4dc1-8d67-704183612968 req-4e364ea9-3929-4143-b0f6-5a95e35ce97e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0966687 Apr 20 05:48:18.880343 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a98e40be-46a5-4dc1-8d67-704183612968 req-c14fbe50-21b2-46c6-a17b-96d2d5d02754 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Apr 20 05:48:19.953884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b436b-8ace-475a-ace1-bdbcfdedc70e req-5b5cbb3c-b517-4bc9-bcc7-35c81a51ee34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.955511 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-510b436b-8ace-475a-ace1-bdbcfdedc70e req-5b5cbb3c-b517-4bc9-bcc7-35c81a51ee34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1002793 Apr 20 05:48:20.012680 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-510b436b-8ace-475a-ace1-bdbcfdedc70e req-78b4e173-0c01-4081-9657-7bad67023d99 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Apr 20 05:48:20.092539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d634-287b-4519-9acf-9c9c2e443519 req-80da38a7-ea5b-4a6d-9736-60068b42d14f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:20.094207 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4342d634-287b-4519-9acf-9c9c2e443519 req-80da38a7-ea5b-4a6d-9736-60068b42d14f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0905933 Apr 20 05:48:20.143439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4342d634-287b-4519-9acf-9c9c2e443519 req-5824869b-acc1-4568-9958-e07909e2a6b6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Apr 20 05:48:21.215477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc2bf7-0f10-4646-9512-0c389e3c85c5 req-62784d4b-778a-4ef6-a78f-b2d5db06b8e8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:21.217231 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58fc2bf7-0f10-4646-9512-0c389e3c85c5 req-62784d4b-778a-4ef6-a78f-b2d5db06b8e8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0892935 Apr 20 05:48:21.266236 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58fc2bf7-0f10-4646-9512-0c389e3c85c5 req-5a63aa96-f9d4-4d13-9f9b-5ba49b5057c3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Apr 20 05:48:21.371357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96d4a-7018-4d5f-819e-a19af9d37386 req-45f4a2d1-394c-478d-b4be-09744dcae5a9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:21.372925 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bac96d4a-7018-4d5f-819e-a19af9d37386 req-45f4a2d1-394c-478d-b4be-09744dcae5a9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0916483 Apr 20 05:48:21.421613 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bac96d4a-7018-4d5f-819e-a19af9d37386 req-aaa008e3-a6e4-4c8e-b963-c2c2d3c2ec6e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Apr 20 05:48:22.479902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926546f0-aa7b-4110-a417-bd7a4c1e2754 req-0c20e5bf-32cd-4eb6-bf62-6990c63e8373 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:22.481509 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-926546f0-aa7b-4110-a417-bd7a4c1e2754 req-0c20e5bf-32cd-4eb6-bf62-6990c63e8373 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0926080 Apr 20 05:48:22.529497 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-926546f0-aa7b-4110-a417-bd7a4c1e2754 req-83656075-fa9c-493a-a0be-42c4c18ba921 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Apr 20 05:48:22.627590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61619e-37ea-4730-bc03-f67cdac9d63a req-fba91149-9124-4e4b-ae2a-9ce7f6cf801c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:22.629143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c61619e-37ea-4730-bc03-f67cdac9d63a req-fba91149-9124-4e4b-ae2a-9ce7f6cf801c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0893092 Apr 20 05:48:22.682023 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c61619e-37ea-4730-bc03-f67cdac9d63a req-05cabac7-6f89-4152-b537-21fdeba66ece tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Apr 20 05:48:23.757584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898c92-dcee-43b9-928f-89513a56a6e1 req-7578189f-5747-4ebd-8d94-b7cab74cd3e6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:23.759243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f898c92-dcee-43b9-928f-89513a56a6e1 req-7578189f-5747-4ebd-8d94-b7cab74cd3e6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0983536 Apr 20 05:48:23.810434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f898c92-dcee-43b9-928f-89513a56a6e1 req-0eb9d41a-6ecd-4790-8104-c17487036d10 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Apr 20 05:48:23.880803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488888-ac76-4cad-a9c4-2ae121a579c4 req-bb4d7b38-898d-4b10-9f57-0e10b72fdd38 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:23.882403 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b488888-ac76-4cad-a9c4-2ae121a579c4 req-bb4d7b38-898d-4b10-9f57-0e10b72fdd38 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0887794 Apr 20 05:48:23.931115 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b488888-ac76-4cad-a9c4-2ae121a579c4 req-13b7aae6-cf54-448c-bb20-c56e23e21c0f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Apr 20 05:48:25.028281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3bcfe-e035-493b-8dce-65dbfc3e39ed req-4c28c2f6-bc84-466a-8643-e322e607aa8d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:25.029862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2b3bcfe-e035-493b-8dce-65dbfc3e39ed req-4c28c2f6-bc84-466a-8643-e322e607aa8d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903389 Apr 20 05:48:25.078004 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2b3bcfe-e035-493b-8dce-65dbfc3e39ed req-3f206d2f-3d1b-49eb-8293-168c2e3874ee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Apr 20 05:48:25.144367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e387-6743-4c13-b11d-f68491ca890f req-0299f04c-1e9b-4f54-a6e7-cbc09314d4f3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:25.145928 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f09e387-6743-4c13-b11d-f68491ca890f req-0299f04c-1e9b-4f54-a6e7-cbc09314d4f3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0919690 Apr 20 05:48:25.193903 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f09e387-6743-4c13-b11d-f68491ca890f req-460721dd-d14a-4f2d-827b-f272a33c69de tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Apr 20 05:48:26.289171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64399b1-c8ee-459c-92d1-03e87e1adcd3 req-b2b94a15-5a2d-44df-a127-e300fdf13ead tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.290932 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b64399b1-c8ee-459c-92d1-03e87e1adcd3 req-b2b94a15-5a2d-44df-a127-e300fdf13ead tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0940874 Apr 20 05:48:26.339944 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b64399b1-c8ee-459c-92d1-03e87e1adcd3 req-8f839868-f21e-4703-87f2-161bad284cba tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423045 Apr 20 05:48:26.399506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec468-0c72-44a0-b56e-1650657d6816 req-c0cc935a-73d8-444f-adae-6ed1ff6113f2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.401118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c64ec468-0c72-44a0-b56e-1650657d6816 req-c0cc935a-73d8-444f-adae-6ed1ff6113f2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0936861 Apr 20 05:48:26.449246 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c64ec468-0c72-44a0-b56e-1650657d6816 req-d7432818-63d8-40d2-88a8-5c49f9bc2cf0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Apr 20 05:48:27.547186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fe875-cbd5-43b3-9f29-b0c035af2599 req-15d5d4a6-1809-4cba-b529-2e8c0c131114 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.548697 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a69fe875-cbd5-43b3-9f29-b0c035af2599 req-15d5d4a6-1809-4cba-b529-2e8c0c131114 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0886860 Apr 20 05:48:27.597337 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a69fe875-cbd5-43b3-9f29-b0c035af2599 req-7d37a0de-26e2-4f03-a00f-220867e47018 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Apr 20 05:48:27.653395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c73ee3-63d0-452a-8737-c93668f3bf43 req-3a1fdf70-4c43-4914-96c4-839a979f2b77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.654984 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57c73ee3-63d0-452a-8737-c93668f3bf43 req-3a1fdf70-4c43-4914-96c4-839a979f2b77 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0937948 Apr 20 05:48:27.704444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57c73ee3-63d0-452a-8737-c93668f3bf43 req-244b041c-88d1-416c-95f9-91d69706f26a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Apr 20 05:48:28.814675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee9165-6b1c-4734-bb9f-5463472b66ea req-52cc059f-76b5-4473-ae86-72c96474d70a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:28.816359 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-afee9165-6b1c-4734-bb9f-5463472b66ea req-52cc059f-76b5-4473-ae86-72c96474d70a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0926745 Apr 20 05:48:28.871486 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-afee9165-6b1c-4734-bb9f-5463472b66ea req-cbf83826-8ce9-4cab-a39f-0f289aa16f59 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Apr 20 05:48:28.918080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8057b7f-aa01-422b-ae03-60a8d74e6694 req-3cd77729-0631-4be2-ba98-68bfa6715a3d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:28.919760 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8057b7f-aa01-422b-ae03-60a8d74e6694 req-3cd77729-0631-4be2-ba98-68bfa6715a3d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0919292 Apr 20 05:48:28.972194 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8057b7f-aa01-422b-ae03-60a8d74e6694 req-f2dec208-be20-4f9d-8ec8-8b6edd0b9d11 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Apr 20 05:48:30.080784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da229e6-5ff2-4b5a-a765-ec367dde1c26 req-9f72ec35-919a-426d-be56-aad1e99f786b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:30.082419 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2da229e6-5ff2-4b5a-a765-ec367dde1c26 req-9f72ec35-919a-426d-be56-aad1e99f786b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0948458 Apr 20 05:48:30.134399 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2da229e6-5ff2-4b5a-a765-ec367dde1c26 req-6574aa2b-ed3e-4ff0-971f-1d3996cb41ca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Apr 20 05:48:30.185534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740686a-748f-44fd-8413-f1c8981e8706 req-71e9d358-e28a-4d5d-bc7a-26a8defb36d5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:30.187554 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c740686a-748f-44fd-8413-f1c8981e8706 req-71e9d358-e28a-4d5d-bc7a-26a8defb36d5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0920279 Apr 20 05:48:30.238156 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c740686a-748f-44fd-8413-f1c8981e8706 req-acfc3856-f188-4fff-92ad-4454f0ec9a67 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 Apr 20 05:48:31.344368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f12c8-875a-4514-a958-153ab132dfcd req-ae56e8e5-f46c-48db-b783-f4b8cd4d20c8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:31.346051 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba9f12c8-875a-4514-a958-153ab132dfcd req-ae56e8e5-f46c-48db-b783-f4b8cd4d20c8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925853 Apr 20 05:48:31.393968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba9f12c8-875a-4514-a958-153ab132dfcd req-0fe60bd0-56d4-4dcb-9fb3-70ccf2986c55 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Apr 20 05:48:31.444276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd1a4c-82f7-437d-a1ff-ff91d03d9d81 req-ca728fd7-50c5-4a77-b21c-05b67182ed94 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:31.445872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00bd1a4c-82f7-437d-a1ff-ff91d03d9d81 req-ca728fd7-50c5-4a77-b21c-05b67182ed94 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0936689 Apr 20 05:48:31.493164 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00bd1a4c-82f7-437d-a1ff-ff91d03d9d81 req-b830dc6d-5040-4600-9434-4ca4538ce7ba tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Apr 20 05:48:32.619579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aa723-1e0e-4335-897a-687e965284c0 req-41906636-57e9-4c39-b1dd-138fbb55897e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:32.621131 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d58aa723-1e0e-4335-897a-687e965284c0 req-41906636-57e9-4c39-b1dd-138fbb55897e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0926428 Apr 20 05:48:32.670941 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d58aa723-1e0e-4335-897a-687e965284c0 req-414f561c-6dfc-4cdf-8bbe-e912897b6548 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Apr 20 05:48:32.698602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717d8cd-9067-4607-9e9d-3ad6b98a3465 req-b7defcdb-1164-497c-83d7-433e3009fd4e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:32.700196 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a717d8cd-9067-4607-9e9d-3ad6b98a3465 req-b7defcdb-1164-497c-83d7-433e3009fd4e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907612 Apr 20 05:48:32.760166 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a717d8cd-9067-4607-9e9d-3ad6b98a3465 req-4a4fd850-1f0c-44de-94ba-c33f283a822d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531719 Apr 20 05:48:33.889881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d736ee-6b36-4326-a3cb-8cbc4799bd82 req-887c4a99-e6f3-4bed-8a64-dda4f4b0f4cf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:33.891573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44d736ee-6b36-4326-a3cb-8cbc4799bd82 req-887c4a99-e6f3-4bed-8a64-dda4f4b0f4cf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0876660 Apr 20 05:48:33.939821 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44d736ee-6b36-4326-a3cb-8cbc4799bd82 req-e896a224-dac3-4bea-836e-d5c72bb5e2b8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Apr 20 05:48:33.962827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b63a-c2f5-4d1c-84f8-e46999c0591e req-8b8f0265-8e2e-4ba6-801a-5a015575f248 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:33.964404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6632b63a-c2f5-4d1c-84f8-e46999c0591e req-8b8f0265-8e2e-4ba6-801a-5a015575f248 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0922027 Apr 20 05:48:34.012813 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6632b63a-c2f5-4d1c-84f8-e46999c0591e req-17b6aba1-7d10-489e-b690-da7b49c66a1b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Apr 20 05:48:35.166124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eed30-ba5e-4902-9e02-abd0781fd53f req-387c8d8c-7443-4ed9-9589-3cb269667966 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:35.167887 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a7eed30-ba5e-4902-9e02-abd0781fd53f req-387c8d8c-7443-4ed9-9589-3cb269667966 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0968299 Apr 20 05:48:35.218098 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a7eed30-ba5e-4902-9e02-abd0781fd53f req-e7d4cae4-d9be-4e41-b7e0-3a75126b2447 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Apr 20 05:48:35.238190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02983-623b-4401-8561-2638e6689f3d req-0e6e8530-97a4-444d-af15-7aae3a72adf6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:35.241537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6e02983-623b-4401-8561-2638e6689f3d req-0e6e8530-97a4-444d-af15-7aae3a72adf6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1091843 Apr 20 05:48:35.292277 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6e02983-623b-4401-8561-2638e6689f3d req-01637c71-fae0-44d1-8121-3c94beed81c1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Apr 20 05:48:36.430622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffd8cd-f8a3-4f7f-ba07-db7ef146d111 req-4c5f5828-9a97-4614-81c9-2d9bd53bbde3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:36.432321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5ffd8cd-f8a3-4f7f-ba07-db7ef146d111 req-4c5f5828-9a97-4614-81c9-2d9bd53bbde3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0914273 Apr 20 05:48:36.486448 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5ffd8cd-f8a3-4f7f-ba07-db7ef146d111 req-152a8e3e-dff3-4f7e-8bb7-9fc431252c63 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Apr 20 05:48:36.501674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460abb-9d91-4184-94ac-5adf1bdef0cb req-12ae2c32-8f18-49e9-b328-87f50b8625d1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:36.507678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22460abb-9d91-4184-94ac-5adf1bdef0cb req-12ae2c32-8f18-49e9-b328-87f50b8625d1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0986490 Apr 20 05:48:36.553357 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22460abb-9d91-4184-94ac-5adf1bdef0cb req-98b60b9e-9212-426a-a923-32e82b733049 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Apr 20 05:48:37.493902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-acdc4d3d-6284-4d76-8abc-d5a71531c714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.708423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf7724-df2b-4dee-ba5c-d7d370d2c0f7 req-8cda2f74-1dcd-4af4-87de-3c5bdb420c2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:37.710262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7cf7724-df2b-4dee-ba5c-d7d370d2c0f7 req-8cda2f74-1dcd-4af4-87de-3c5bdb420c2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1039717 Apr 20 05:48:37.739251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.761646 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7cf7724-df2b-4dee-ba5c-d7d370d2c0f7 req-ede48202-69d5-43ab-8c39-fcff2966ec40 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Apr 20 05:48:37.761962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036db46e-b8a3-484a-9b34-5bcca83cc097 req-265e04f7-5fa4-4824-bcca-0c9463084eeb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:37.763587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-036db46e-b8a3-484a-9b34-5bcca83cc097 req-265e04f7-5fa4-4824-bcca-0c9463084eeb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0981898 Apr 20 05:48:37.812637 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-036db46e-b8a3-484a-9b34-5bcca83cc097 req-b5a331ab-d727-46af-8717-86e2751bd025 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426147 Apr 20 05:48:38.975292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86554a-e567-4206-8092-72b4a6489af7 req-3e2fe2d0-d58f-49fa-ad5f-e1dee325113d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:38.976871 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd86554a-e567-4206-8092-72b4a6489af7 req-3e2fe2d0-d58f-49fa-ad5f-e1dee325113d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0928309 Apr 20 05:48:39.020857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762cf4-f226-48fd-b260-7eb5fabfb901 req-c969d8de-a9ab-4c92-8c02-acc0c6082f62 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:39.022441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81762cf4-f226-48fd-b260-7eb5fabfb901 req-c969d8de-a9ab-4c92-8c02-acc0c6082f62 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0897202 Apr 20 05:48:39.024890 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd86554a-e567-4206-8092-72b4a6489af7 req-2b19d540-81e4-4201-b2c5-ab43b97e5daf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Apr 20 05:48:39.071829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81762cf4-f226-48fd-b260-7eb5fabfb901 req-9b48b1c8-884b-4985-9ab1-bbdc7933221d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 Apr 20 05:48:39.972480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2d57-ca53-44c1-8d2d-701ad4370715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.233030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.242914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01e154-1e1a-499f-a132-456c17dae35d req-d08fe99c-0120-43a2-933c-2c0853c51808 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:40.244670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf01e154-1e1a-499f-a132-456c17dae35d req-d08fe99c-0120-43a2-933c-2c0853c51808 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0940673 Apr 20 05:48:40.279227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941f3a2-c57d-4bf0-ab2e-a02c1d754d30 req-9b888a15-e434-41b6-bb11-ee9ab911b6eb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:40.281011 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a941f3a2-c57d-4bf0-ab2e-a02c1d754d30 req-9b888a15-e434-41b6-bb11-ee9ab911b6eb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0954390 Apr 20 05:48:40.293774 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf01e154-1e1a-499f-a132-456c17dae35d req-6864e0fb-f0a0-49ff-9991-8bf10b063f9c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Apr 20 05:48:40.329669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a941f3a2-c57d-4bf0-ab2e-a02c1d754d30 req-9daf1781-6044-46b0-b3b0-66683d310a06 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Apr 20 05:48:41.504147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c27b2-f9f4-46f0-aa61-2d4b26517045 req-71cae883-d5d4-4d75-8a87-7bdf7bb2843e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:41.505745 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-741c27b2-f9f4-46f0-aa61-2d4b26517045 req-71cae883-d5d4-4d75-8a87-7bdf7bb2843e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925231 Apr 20 05:48:41.535985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775ab53-5c3a-4800-82f4-4aa0b7034547 req-4c2cf8bd-2ab3-433e-8cc2-1c665629d0c0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:41.537507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8775ab53-5c3a-4800-82f4-4aa0b7034547 req-4c2cf8bd-2ab3-433e-8cc2-1c665629d0c0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0896983 Apr 20 05:48:41.554951 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-741c27b2-f9f4-46f0-aa61-2d4b26517045 req-df667d6b-b47f-4bf0-a6c5-fbacd0f824a0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Apr 20 05:48:41.581038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.590554 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8775ab53-5c3a-4800-82f4-4aa0b7034547 req-d4bab28c-bade-4583-8770-be57d9fe98b4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Apr 20 05:48:41.856085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:42.779153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b1427-d9ba-4501-b86b-4eb30f49f222 req-e5f9c39e-1d12-48bc-aa20-3fb2185f86ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:42.780683 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-957b1427-d9ba-4501-b86b-4eb30f49f222 req-e5f9c39e-1d12-48bc-aa20-3fb2185f86ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0882065 Apr 20 05:48:42.789187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82effc0d-b953-48e0-8292-811a9375b0e7 req-646eb8ab-cd49-42aa-8d22-4032f16fd787 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:42.790771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82effc0d-b953-48e0-8292-811a9375b0e7 req-646eb8ab-cd49-42aa-8d22-4032f16fd787 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0890987 Apr 20 05:48:42.832665 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-957b1427-d9ba-4501-b86b-4eb30f49f222 req-f4030ffe-11be-4a93-a9c0-cbdcd652c2d9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Apr 20 05:48:42.839763 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82effc0d-b953-48e0-8292-811a9375b0e7 req-b22a038b-a2aa-43cc-a6c6-d66a332e207d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Apr 20 05:48:44.049455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b903-8af3-4884-a1fb-4febea2a10f0 req-7180e5b2-c0fc-49fd-91e9-e4d8ca509cc5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:44.051066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84d4b903-8af3-4884-a1fb-4febea2a10f0 req-7180e5b2-c0fc-49fd-91e9-e4d8ca509cc5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0923376 Apr 20 05:48:44.054886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f25b4-7664-45f5-9fdb-e70d544dcf8b req-6cde9214-f975-4fb0-94d1-59ae21241896 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:44.056537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-995f25b4-7664-45f5-9fdb-e70d544dcf8b req-6cde9214-f975-4fb0-94d1-59ae21241896 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0962818 Apr 20 05:48:44.102803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84d4b903-8af3-4884-a1fb-4febea2a10f0 req-22a76edd-a27d-452a-b18e-9ecbd636f9ee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450094 Apr 20 05:48:44.105095 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-995f25b4-7664-45f5-9fdb-e70d544dcf8b req-91120606-5c35-4e7f-aca0-bcccca616286 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Apr 20 05:48:45.322597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d8ac-b707-4d11-b9d2-33a013e6f810 req-f0825a5b-abbb-442e-976a-3dcbf6bd6aa3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:45.324201 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b63d8ac-b707-4d11-b9d2-33a013e6f810 req-f0825a5b-abbb-442e-976a-3dcbf6bd6aa3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0958676 Apr 20 05:48:45.328393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007057d3-0d46-42c7-9733-bc0ee8a44e1e req-360d010a-2325-4fdd-9281-cd8d8d3cd986 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:45.330131 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-007057d3-0d46-42c7-9733-bc0ee8a44e1e req-360d010a-2325-4fdd-9281-cd8d8d3cd986 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1041372 Apr 20 05:48:45.380653 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b63d8ac-b707-4d11-b9d2-33a013e6f810 req-d2c00059-fb0e-44f7-a077-b3728336f00d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485325 Apr 20 05:48:45.383670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-007057d3-0d46-42c7-9733-bc0ee8a44e1e req-12bd9910-d115-41ad-8f78-f187b070fe90 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469642 Apr 20 05:48:46.593129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45165a6c-c0ee-41e5-8d19-cd2ce1172472 req-675e5d7c-2600-4e6a-92bf-edb99fe4cace tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:46.596373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada18ab-8d67-4867-8819-7370a0379de6 req-e9c9f0b2-d8c6-4d81-9725-d3158c72bd3b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:46.597981 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ada18ab-8d67-4867-8819-7370a0379de6 req-e9c9f0b2-d8c6-4d81-9725-d3158c72bd3b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0970335 Apr 20 05:48:46.598623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45165a6c-c0ee-41e5-8d19-cd2ce1172472 req-675e5d7c-2600-4e6a-92bf-edb99fe4cace tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925887 Apr 20 05:48:46.644027 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45165a6c-c0ee-41e5-8d19-cd2ce1172472 req-f3285fbb-5a48-4171-9ef6-a0b829379ba1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 Apr 20 05:48:46.646422 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ada18ab-8d67-4867-8819-7370a0379de6 req-05ab55e2-1825-4202-abe0-1ca692f7dc9b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Apr 20 05:48:47.857622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8acaa-5df1-4224-b5f5-032ae2a23b9b req-ba87433f-81f6-46a9-8ef0-e6ef6286d6ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:47.859261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4aa8acaa-5df1-4224-b5f5-032ae2a23b9b req-ba87433f-81f6-46a9-8ef0-e6ef6286d6ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0936804 Apr 20 05:48:47.866397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fd3c-0036-452c-9732-45d58dd27319 req-0098b2ea-d7d5-4975-b1e7-1f15439b1966 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:47.868096 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d885fd3c-0036-452c-9732-45d58dd27319 req-0098b2ea-d7d5-4975-b1e7-1f15439b1966 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907636 Apr 20 05:48:47.909405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4aa8acaa-5df1-4224-b5f5-032ae2a23b9b req-9ef1f3fc-1fd5-4f38-84fd-4a1f900bfaf0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Apr 20 05:48:47.921093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d885fd3c-0036-452c-9732-45d58dd27319 req-11d185b0-e399-4ee8-96a1-46a00f0b96bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465577 Apr 20 05:48:49.135569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769b102-16eb-4fef-bef5-d7d0bdfd9ade req-4332b66f-4eb8-4905-ae3a-cf8c4c3d8cee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:49.137206 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6769b102-16eb-4fef-bef5-d7d0bdfd9ade req-4332b66f-4eb8-4905-ae3a-cf8c4c3d8cee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0932109 Apr 20 05:48:49.189850 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6769b102-16eb-4fef-bef5-d7d0bdfd9ade req-25f09592-a860-4f17-843b-968648c700b7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Apr 20 05:48:49.266000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6d6b-d64b-4a8b-a68e-00c896a4b942 req-bc982ee8-1299-4c8c-9838-2252ed3eb604 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:49.267658 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-896b6d6b-d64b-4a8b-a68e-00c896a4b942 req-bc982ee8-1299-4c8c-9838-2252ed3eb604 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0900207 Apr 20 05:48:49.318473 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-896b6d6b-d64b-4a8b-a68e-00c896a4b942 req-cad5e544-f623-4c37-b232-6fef6994a30d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Apr 20 05:48:50.498557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76dd36-dbaf-47a3-8793-c391f0451ac2 req-5c2c1071-072b-46d0-99ed-bf0ef9034c4b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.500249 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e76dd36-dbaf-47a3-8793-c391f0451ac2 req-5c2c1071-072b-46d0-99ed-bf0ef9034c4b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1848001 Apr 20 05:48:50.523375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ad34-f275-4c00-9bf0-f3fba43dbba1 req-b0e42360-ef47-4df1-a4ea-75f3263c462d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.525416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02a5ad34-f275-4c00-9bf0-f3fba43dbba1 req-b0e42360-ef47-4df1-a4ea-75f3263c462d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0946474 Apr 20 05:48:50.548180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e76dd36-dbaf-47a3-8793-c391f0451ac2 req-10989ebb-a8f4-4867-ae8e-9945bef82342 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Apr 20 05:48:50.574755 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02a5ad34-f275-4c00-9bf0-f3fba43dbba1 req-e5182868-0b21-4cf1-aeb9-dfe67ac0a8e0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Apr 20 05:48:51.774369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5db31-3f08-4816-95ff-e41325ae40d6 req-559a45a6-f7d6-422a-a98d-9729308b779d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:51.776020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51a5db31-3f08-4816-95ff-e41325ae40d6 req-559a45a6-f7d6-422a-a98d-9729308b779d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0929790 Apr 20 05:48:51.825238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51a5db31-3f08-4816-95ff-e41325ae40d6 req-2f401e86-be06-4ec9-bee1-04300da8d320 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Apr 20 05:48:51.846421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0e2d0-be91-42a3-a07c-55ef5962d1c9 req-129a289a-c699-4dc6-ba6f-d334878c13ad tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:51.848090 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ac0e2d0-be91-42a3-a07c-55ef5962d1c9 req-129a289a-c699-4dc6-ba6f-d334878c13ad tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1488779 Apr 20 05:48:51.896796 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ac0e2d0-be91-42a3-a07c-55ef5962d1c9 req-47f1a771-2e12-48e7-8a51-c5aefc7edb68 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Apr 20 05:48:53.042689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91af2a-6c45-4c43-b5be-39a9a6b39d96 req-d2ea050b-a1c4-4b12-bdcf-5fccf92d1322 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:53.044407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c91af2a-6c45-4c43-b5be-39a9a6b39d96 req-d2ea050b-a1c4-4b12-bdcf-5fccf92d1322 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903971 Apr 20 05:48:53.096237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c91af2a-6c45-4c43-b5be-39a9a6b39d96 req-fbd07e7e-7ba7-4cd5-aad0-820e37db7799 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Apr 20 05:48:53.112958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a158-996c-479f-ae6c-836e99082f23 req-1ac619fe-adf8-4d4f-af54-39032fedcc16 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:53.114532 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d24a158-996c-479f-ae6c-836e99082f23 req-1ac619fe-adf8-4d4f-af54-39032fedcc16 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0953405 Apr 20 05:48:53.162990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d24a158-996c-479f-ae6c-836e99082f23 req-2d0daee2-808c-4d9f-b072-7bf3f83e8c1e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Apr 20 05:48:54.340620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b61fc-8c4e-4de1-a6d2-7bb8f00e4140 req-e6a70923-e72e-486f-b710-d2e0ee136da6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:54.342290 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a3b61fc-8c4e-4de1-a6d2-7bb8f00e4140 req-e6a70923-e72e-486f-b710-d2e0ee136da6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1171181 Apr 20 05:48:54.375801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f76d9e-2fcf-41ea-a9bd-71068e5e4903 req-a7f3cc28-9202-4f96-9e96-a38fd6a80513 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:54.377874 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64f76d9e-2fcf-41ea-a9bd-71068e5e4903 req-a7f3cc28-9202-4f96-9e96-a38fd6a80513 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982883 Apr 20 05:48:54.391984 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a3b61fc-8c4e-4de1-a6d2-7bb8f00e4140 req-f82c8804-6ca2-45ea-a54e-c9f3d5566065 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Apr 20 05:48:54.431863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64f76d9e-2fcf-41ea-a9bd-71068e5e4903 req-48a8582b-4571-4e13-9c14-54558e3be39a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Apr 20 05:48:55.615431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85368d12-7ed4-4301-80e8-5e151ddc996c req-92febdc2-4906-4e2a-af1c-f14382aaeb01 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:55.619611 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85368d12-7ed4-4301-80e8-5e151ddc996c req-92febdc2-4906-4e2a-af1c-f14382aaeb01 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0916440 Apr 20 05:48:55.638578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da4f8-9ef7-42f1-9323-85354b93a5e6 req-c53e177d-e43c-43c1-9cc6-2b60c42a7441 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:55.640696 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d01da4f8-9ef7-42f1-9323-85354b93a5e6 req-c53e177d-e43c-43c1-9cc6-2b60c42a7441 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0908835 Apr 20 05:48:55.678118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85368d12-7ed4-4301-80e8-5e151ddc996c req-d40e4535-78cd-4cec-9228-94dd1617b2a1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530729 Apr 20 05:48:55.691915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d01da4f8-9ef7-42f1-9323-85354b93a5e6 req-167e60ea-ff07-4320-b5b4-d9c9fc42b5fe tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Apr 20 05:48:55.744696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:48:56.888024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33141-f6bd-4d19-b610-cbd0437969b7 req-6fdac99c-947c-4bc1-95fe-e93efc4c5952 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:56.889621 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46a33141-f6bd-4d19-b610-cbd0437969b7 req-6fdac99c-947c-4bc1-95fe-e93efc4c5952 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0916243 Apr 20 05:48:56.902942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e1d2-2801-4dfe-980e-913d0d66825f req-52b6e51b-9aef-4627-9365-c69f112ff2fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:56.904560 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d82e1d2-2801-4dfe-980e-913d0d66825f req-52b6e51b-9aef-4627-9365-c69f112ff2fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0938346 Apr 20 05:48:56.942084 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46a33141-f6bd-4d19-b610-cbd0437969b7 req-ea0e7369-7a6f-4db4-8616-51b566c665fa tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Apr 20 05:48:56.954025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d82e1d2-2801-4dfe-980e-913d0d66825f req-89f57598-2c4b-4fde-8d45-3042c544ad8e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428007 Apr 20 05:48:58.154753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3305-88ff-4e2e-8f97-fd12f59905cf req-0dc79150-7ec9-4e0a-ae74-a20906382dd2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:58.158277 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca0d3305-88ff-4e2e-8f97-fd12f59905cf req-0dc79150-7ec9-4e0a-ae74-a20906382dd2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0970817 Apr 20 05:48:58.160450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813a25-318b-445f-8dd6-0ef4bb0b8aa4 req-f8830741-7f57-43df-934b-ba883002b1b7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:58.162066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a813a25-318b-445f-8dd6-0ef4bb0b8aa4 req-f8830741-7f57-43df-934b-ba883002b1b7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0896132 Apr 20 05:48:58.213453 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a813a25-318b-445f-8dd6-0ef4bb0b8aa4 req-d8d81ac9-14f6-4d9b-9f17-60051556027d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Apr 20 05:48:58.404334 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca0d3305-88ff-4e2e-8f97-fd12f59905cf req-e42ff3a8-54ed-4d62-914a-b1fc207786bd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412109 Apr 20 05:48:59.423179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb96e36-16c8-4317-a289-54c0ac9d9014 req-b46a53a5-fc25-4979-8601-fa436ec2d0be tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:59.424721 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abb96e36-16c8-4317-a289-54c0ac9d9014 req-b46a53a5-fc25-4979-8601-fa436ec2d0be tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0961761 Apr 20 05:48:59.479105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abb96e36-16c8-4317-a289-54c0ac9d9014 req-e6a3b63a-185c-468b-9384-84b72eafee4a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Apr 20 05:48:59.609617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc608-d9f0-4662-a6ac-be4df5f5137a req-675bf716-c21d-40fe-834e-37c0b8022ab4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:59.611261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d18fc608-d9f0-4662-a6ac-be4df5f5137a req-675bf716-c21d-40fe-834e-37c0b8022ab4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0873277 Apr 20 05:48:59.663760 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d18fc608-d9f0-4662-a6ac-be4df5f5137a req-15aba476-1d3b-463f-9884-952928ff317d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429122 Apr 20 05:49:00.696055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b010f87-3467-42ca-8fc2-656edc17e263 req-ebfd00e1-18c0-4116-8132-54195feebc14 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:00.697670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b010f87-3467-42ca-8fc2-656edc17e263 req-ebfd00e1-18c0-4116-8132-54195feebc14 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0989034 Apr 20 05:49:00.762764 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b010f87-3467-42ca-8fc2-656edc17e263 req-18a1967b-87dc-45dc-b563-7e2bce1ccbee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563073 Apr 20 05:49:00.893273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f953-bbff-441b-aef4-0cfab45975cb req-acd68651-83e7-4b85-a389-962c6be9bb23 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:00.894856 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a954f953-bbff-441b-aef4-0cfab45975cb req-acd68651-83e7-4b85-a389-962c6be9bb23 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0896342 Apr 20 05:49:00.943064 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a954f953-bbff-441b-aef4-0cfab45975cb req-529aef7f-a51e-4d0e-89a5-36bd2972d087 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Apr 20 05:49:01.978082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5708e-77c4-4e3e-84d5-394bd07f3ddf req-98d5ee13-a067-4491-b4b1-6e059022d789 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:01.979711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5a5708e-77c4-4e3e-84d5-394bd07f3ddf req-98d5ee13-a067-4491-b4b1-6e059022d789 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0925846 Apr 20 05:49:02.029439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5a5708e-77c4-4e3e-84d5-394bd07f3ddf req-e3013ee5-454a-417c-8463-5c3902b79862 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Apr 20 05:49:02.161061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4041f-0c02-4a4a-a281-67e3de235a6f req-4f37a9c3-eca0-499e-970f-a9725922daa2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:02.162652 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8f4041f-0c02-4a4a-a281-67e3de235a6f req-4f37a9c3-eca0-499e-970f-a9725922daa2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0970552 Apr 20 05:49:02.211067 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8f4041f-0c02-4a4a-a281-67e3de235a6f req-6b444cd7-a85d-44c1-84ee-970ae00924f5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Apr 20 05:49:03.242359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5b6f8-45fc-4cd6-aa69-c6180c36a6d2 req-46f22d17-54f5-4dcc-8f26-8ba944c4a4ea tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:03.243887 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c5b6f8-45fc-4cd6-aa69-c6180c36a6d2 req-46f22d17-54f5-4dcc-8f26-8ba944c4a4ea tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0961187 Apr 20 05:49:03.299118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c5b6f8-45fc-4cd6-aa69-c6180c36a6d2 req-902e182d-2cee-40f3-b33f-532da2fd7c87 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Apr 20 05:49:03.439859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645bbeb-6d3b-42a3-b8c5-2d3f815934d1 req-3d4abf82-0c7d-451c-9cb7-fb1dca6275c4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:03.441464 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c645bbeb-6d3b-42a3-b8c5-2d3f815934d1 req-3d4abf82-0c7d-451c-9cb7-fb1dca6275c4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1003683 Apr 20 05:49:03.489261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c645bbeb-6d3b-42a3-b8c5-2d3f815934d1 req-f06fee2c-543a-4106-80b3-bb6c136baf8c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Apr 20 05:49:04.518189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf885-2237-4607-820f-c12d46142f9f req-afd2d252-3ad0-4fb0-a257-daaf11defb7b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:04.520116 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93abf885-2237-4607-820f-c12d46142f9f req-afd2d252-3ad0-4fb0-a257-daaf11defb7b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0957069 Apr 20 05:49:04.590155 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93abf885-2237-4607-820f-c12d46142f9f req-42039c93-57f4-4936-8cd1-ef8b346ee31d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597432 Apr 20 05:49:04.709355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce3b71-93a9-45f9-a48a-f8f1e6fee5fa req-0ccb3145-725c-47cc-b4fc-a78e5e1e02f0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:04.710824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44ce3b71-93a9-45f9-a48a-f8f1e6fee5fa req-0ccb3145-725c-47cc-b4fc-a78e5e1e02f0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0936182 Apr 20 05:49:04.872986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44ce3b71-93a9-45f9-a48a-f8f1e6fee5fa req-98007215-63c9-4dfb-9c1a-08043fd6e1c9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541965 Apr 20 05:49:05.797160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2fef3-4211-42c0-830d-ec681da21d6b req-f5d39128-5341-42db-a6c4-5135f21694f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:05.798741 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0b2fef3-4211-42c0-830d-ec681da21d6b req-f5d39128-5341-42db-a6c4-5135f21694f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0952332 Apr 20 05:49:05.847792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0b2fef3-4211-42c0-830d-ec681da21d6b req-1baec1d3-6fcd-4985-abf6-3a657c68247d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Apr 20 05:49:06.099833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e47c20-9388-4dc4-9f0a-417d1ad383e9 req-83548968-af6a-44e1-86d3-de880fb016c9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:06.101336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07e47c20-9388-4dc4-9f0a-417d1ad383e9 req-83548968-af6a-44e1-86d3-de880fb016c9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0958941 Apr 20 05:49:06.152195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07e47c20-9388-4dc4-9f0a-417d1ad383e9 req-15009387-6111-4a53-9092-dd4d2f57ea8b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Apr 20 05:49:07.051111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b562fbd-9d19-4143-a3eb-c15a43a1d816 req-738103e4-fa94-40d7-b61a-d39e2e3b4290 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:07.052792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b562fbd-9d19-4143-a3eb-c15a43a1d816 req-738103e4-fa94-40d7-b61a-d39e2e3b4290 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0888329 Apr 20 05:49:07.107285 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b562fbd-9d19-4143-a3eb-c15a43a1d816 req-3823f24c-a199-4600-afd4-e0685aefaf17 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 Apr 20 05:49:07.366677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af79982-145a-44be-8d7f-1e1bb6f9a12c req-c047e514-2dab-4093-9f88-10303aed3425 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:07.368342 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2af79982-145a-44be-8d7f-1e1bb6f9a12c req-c047e514-2dab-4093-9f88-10303aed3425 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0910838 Apr 20 05:49:07.420466 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2af79982-145a-44be-8d7f-1e1bb6f9a12c req-08ac886d-e018-49d9-8599-e755b0bad1c5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Apr 20 05:49:07.497597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba7e347c-658e-4dfd-b7d1-670dfb2a7a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:07.749163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:08.316207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9f8f-8e6c-43e6-af64-583d204d237d req-d6c0c88e-b9a0-49b8-8f9c-d72cc46e0257 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:08.317800 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f79f9f8f-8e6c-43e6-af64-583d204d237d req-d6c0c88e-b9a0-49b8-8f9c-d72cc46e0257 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0896499 Apr 20 05:49:08.366729 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f79f9f8f-8e6c-43e6-af64-583d204d237d req-d5ed9765-a9db-49d2-8c8c-3d1b201e4f11 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Apr 20 05:49:08.650982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992218d-95b4-440c-9a15-b927a30ce858 req-17da0ccf-c050-4951-bb1f-eef73484a69c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:08.652522 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2992218d-95b4-440c-9a15-b927a30ce858 req-17da0ccf-c050-4951-bb1f-eef73484a69c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0996008 Apr 20 05:49:08.701203 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2992218d-95b4-440c-9a15-b927a30ce858 req-40fb7e38-d3aa-450f-beca-42d22ffd71c7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Apr 20 05:49:09.585852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b264-9a9f-481f-be54-e76ea9694b44 req-a563c85f-101c-4f0a-a302-5621e935d2ab tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:09.587440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b15b264-9a9f-481f-be54-e76ea9694b44 req-a563c85f-101c-4f0a-a302-5621e935d2ab tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0985141 Apr 20 05:49:09.830450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b15b264-9a9f-481f-be54-e76ea9694b44 req-7174764c-f4c1-4125-b1b0-89517bc330a3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336404 Apr 20 05:49:09.909332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308dec5-c302-432c-8edb-9fcff9efb8e5 req-cdf66c11-e321-4f7c-a816-9daebc8d64b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:09.910917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5308dec5-c302-432c-8edb-9fcff9efb8e5 req-cdf66c11-e321-4f7c-a816-9daebc8d64b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0889204 Apr 20 05:49:09.961012 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5308dec5-c302-432c-8edb-9fcff9efb8e5 req-dc5ec3f1-1352-4105-af25-41735e242176 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Apr 20 05:49:09.976263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86eef1d6-72c8-4315-8911-9db095958c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.235083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.386798 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-841656f0-3dec-4406-b67a-cdbf922d0509 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1233130 Apr 20 05:49:10.555791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939681ed-152e-4a4e-9953-69db2da87150 req-43c428ff-88bd-44cf-a676-ac0b06ccecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.557432 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-43c428ff-88bd-44cf-a676-ac0b06ccecf9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0877569 Apr 20 05:49:10.712302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939681ed-152e-4a4e-9953-69db2da87150 req-efadea89-f2ea-4784-9d2d-04f209293369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.713829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-efadea89-f2ea-4784-9d2d-04f209293369 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1371624 Apr 20 05:49:10.785982 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-bfed2e82-ff4b-4f0e-9d65-ce940586c93e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0656691 Apr 20 05:49:10.870465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939681ed-152e-4a4e-9953-69db2da87150 req-752b1899-0c56-4866-8bf0-3409e36ca11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.872128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-752b1899-0c56-4866-8bf0-3409e36ca11b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0795889 Apr 20 05:49:10.925352 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-8b8c29f2-083d-4353-8822-0883eb3e2580 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468473 Apr 20 05:49:11.139033 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-7d5f5f34-b1b1-4ee8-80ef-2bb2c403b15d service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069385 Apr 20 05:49:11.152417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e31f5-c341-42f1-98fd-fa1f60c89148 req-52e58e84-b991-4bb3-8e4a-b51e4c906e79 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:11.153820 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba7e31f5-c341-42f1-98fd-fa1f60c89148 req-52e58e84-b991-4bb3-8e4a-b51e4c906e79 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1979411 Apr 20 05:49:11.180007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d57c-7f51-49a6-98db-5b3d324ad3d7 req-3e10cc85-de4c-4dfb-851a-ba12b41947ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:11.184180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb75d57c-7f51-49a6-98db-5b3d324ad3d7 req-3e10cc85-de4c-4dfb-851a-ba12b41947ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0979047 Apr 20 05:49:11.236027 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb75d57c-7f51-49a6-98db-5b3d324ad3d7 req-a982e505-288c-4b66-8733-192efc71464f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473053 Apr 20 05:49:11.291469 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba7e31f5-c341-42f1-98fd-fa1f60c89148 req-e93cda4a-d4c8-47bc-8f8b-e04c214443c9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147277 Apr 20 05:49:11.332910 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939681ed-152e-4a4e-9953-69db2da87150 req-4b9376c6-9e53-4414-9e0e-fbe33dc2fefe service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780622 Apr 20 05:49:11.580254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:11.866558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:12.447988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155ae2e-a8b5-4215-9194-095402bac718 req-a81c4f68-f40f-4d6e-9caf-37e43535c364 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:12.449997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4155ae2e-a8b5-4215-9194-095402bac718 req-a81c4f68-f40f-4d6e-9caf-37e43535c364 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0935793 Apr 20 05:49:12.491573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc11f6-459c-4637-b862-10ebc216306b req-228b64d6-ebc8-48f8-b7d4-ce7983dd2593 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:12.493179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62dc11f6-459c-4637-b862-10ebc216306b req-228b64d6-ebc8-48f8-b7d4-ce7983dd2593 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0897737 Apr 20 05:49:12.504674 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4155ae2e-a8b5-4215-9194-095402bac718 req-9321a918-688a-48da-b5ad-d4761734f5c9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Apr 20 05:49:12.545335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62dc11f6-459c-4637-b862-10ebc216306b req-cba6b6ec-24e5-43e3-a271-fac90cfe8068 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Apr 20 05:49:13.725700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478df7b-97d8-4ac4-8fa5-d7cfcb380d1f req-0e8f0a10-9ec3-4499-9b79-a6dd4035829c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:13.727312 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f478df7b-97d8-4ac4-8fa5-d7cfcb380d1f req-0e8f0a10-9ec3-4499-9b79-a6dd4035829c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903466 Apr 20 05:49:13.755004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00306-1ac5-4248-af48-fc2cbb3fe1bc req-634434e9-37e8-4040-9660-8dcd50b11b67 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:13.756619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2f00306-1ac5-4248-af48-fc2cbb3fe1bc req-634434e9-37e8-4040-9660-8dcd50b11b67 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0951531 Apr 20 05:49:13.776292 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f478df7b-97d8-4ac4-8fa5-d7cfcb380d1f req-a58d617d-f0ad-4fad-b9b1-76968cc6f2ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Apr 20 05:49:13.806059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2f00306-1ac5-4248-af48-fc2cbb3fe1bc req-301e5c3a-9ca1-4a28-92c2-aa78cd280fa3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Apr 20 05:49:14.993802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61ae8-cb77-4e01-9768-d615b302ff4b req-77dc4926-4919-428e-8abf-d67ff166edc8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:14.996204 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8da61ae8-cb77-4e01-9768-d615b302ff4b req-77dc4926-4919-428e-8abf-d67ff166edc8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0971498 Apr 20 05:49:15.014777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5cec7-6708-4be6-9a45-520fabb87bca req-049e59c6-c49a-49e9-ba55-a7f0c67f35db tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:15.016362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97b5cec7-6708-4be6-9a45-520fabb87bca req-049e59c6-c49a-49e9-ba55-a7f0c67f35db tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0933318 Apr 20 05:49:15.045672 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8da61ae8-cb77-4e01-9768-d615b302ff4b req-d152e628-430d-4a85-b12b-bf10c3693d5e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Apr 20 05:49:15.066163 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97b5cec7-6708-4be6-9a45-520fabb87bca req-5d82a034-7e11-4bfd-a37d-d621ae871ade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Apr 20 05:49:16.250763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f8e9e-6089-4983-9ff3-9f7616f55ed7 req-89a8c97d-0487-4ec0-a5dc-d0263da2b6f7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:16.252655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b83f8e9e-6089-4983-9ff3-9f7616f55ed7 req-89a8c97d-0487-4ec0-a5dc-d0263da2b6f7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0882981 Apr 20 05:49:16.274223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c154-6907-4bac-9322-c5ee87eb5545 req-80fa6f4d-cfe9-4067-bb76-b10ddff45728 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:16.275895 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c70c154-6907-4bac-9322-c5ee87eb5545 req-80fa6f4d-cfe9-4067-bb76-b10ddff45728 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0928659 Apr 20 05:49:16.300743 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b83f8e9e-6089-4983-9ff3-9f7616f55ed7 req-742b5ce7-4db2-4d87-b600-84f2a8901858 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Apr 20 05:49:16.324444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c70c154-6907-4bac-9322-c5ee87eb5545 req-f4e90a95-d48c-4f30-a378-3c21eed88e68 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Apr 20 05:49:17.523372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4037e-cd90-4ff2-bfe1-75ff9bdb921b req-8ae327c7-a196-4f83-809a-853a9767dea2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:17.524692 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9b4037e-cd90-4ff2-bfe1-75ff9bdb921b req-8ae327c7-a196-4f83-809a-853a9767dea2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0936229 Apr 20 05:49:17.530447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e5e03-92dc-49db-9998-1092d1698fd3 req-c2283d4f-46f8-4874-b355-6284da0167c9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:17.532061 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-351e5e03-92dc-49db-9998-1092d1698fd3 req-c2283d4f-46f8-4874-b355-6284da0167c9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0923355 Apr 20 05:49:17.574696 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9b4037e-cd90-4ff2-bfe1-75ff9bdb921b req-e0812f92-2a47-43f3-a83a-ab6934e24228 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Apr 20 05:49:17.581489 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-351e5e03-92dc-49db-9998-1092d1698fd3 req-cc5d83b2-1b22-4d79-9d61-06a11e41de90 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Apr 20 05:49:18.786723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ba49c-151f-4aba-8e62-be64899ec582 req-73bb7773-72b4-40b1-b243-ce9d69916d86 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.788359 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-289ba49c-151f-4aba-8e62-be64899ec582 req-73bb7773-72b4-40b1-b243-ce9d69916d86 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0898778 Apr 20 05:49:18.788537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de52999-8fce-4c76-810c-2ad2c550c361 req-3e9de6e5-5a4e-4c71-8e66-70b0658a540e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.790076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4de52999-8fce-4c76-810c-2ad2c550c361 req-3e9de6e5-5a4e-4c71-8e66-70b0658a540e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0912082 Apr 20 05:49:18.842342 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4de52999-8fce-4c76-810c-2ad2c550c361 req-a313133b-a49b-4657-8c56-55448ef51a28 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 Apr 20 05:49:18.842561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-289ba49c-151f-4aba-8e62-be64899ec582 req-3560c1d8-0c1a-4020-a900-31452b21b76e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475652 Apr 20 05:49:20.069727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604381-ec96-4cf5-ba94-dff7a1f758d9 req-c465c1ae-128e-4a04-9662-c9a71f274ac2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.071423 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73604381-ec96-4cf5-ba94-dff7a1f758d9 req-c465c1ae-128e-4a04-9662-c9a71f274ac2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0944915 Apr 20 05:49:20.078857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e0a9-0eb1-42bd-8692-e1b06af16d4c req-4b217332-bc5a-4013-8152-a0ce62fdc501 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.081650 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7668e0a9-0eb1-42bd-8692-e1b06af16d4c req-4b217332-bc5a-4013-8152-a0ce62fdc501 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0954151 Apr 20 05:49:20.121905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73604381-ec96-4cf5-ba94-dff7a1f758d9 req-025a9b3a-b45d-412f-9920-afe8e918c092 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Apr 20 05:49:20.130468 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7668e0a9-0eb1-42bd-8692-e1b06af16d4c req-64f96afb-c224-4278-9b6c-25630d3f3214 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Apr 20 05:49:21.331429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0945c-8514-4afd-9f90-803d58e3e053 req-a1af089a-37f9-46d5-9390-6ae576f6623d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:21.333091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51f0945c-8514-4afd-9f90-803d58e3e053 req-a1af089a-37f9-46d5-9390-6ae576f6623d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0969417 Apr 20 05:49:21.343296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842d874-da35-4ed6-bd4a-989faf392fa5 req-d234f2cc-088f-4bdd-b19e-332e72d61d06 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:21.344939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f842d874-da35-4ed6-bd4a-989faf392fa5 req-d234f2cc-088f-4bdd-b19e-332e72d61d06 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0954144 Apr 20 05:49:21.383472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51f0945c-8514-4afd-9f90-803d58e3e053 req-e770146c-36a7-4c16-9209-7cb6ff2e53d2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Apr 20 05:49:21.403819 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f842d874-da35-4ed6-bd4a-989faf392fa5 req-0ac5e006-e676-44eb-8e0c-02870f307699 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516245 Apr 20 05:49:22.590903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779bb94-6782-4315-abbf-3c815645c64b req-3948a2a2-c2ab-41bf-b6fd-af1bd67d326d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:22.592533 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1779bb94-6782-4315-abbf-3c815645c64b req-3948a2a2-c2ab-41bf-b6fd-af1bd67d326d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0900774 Apr 20 05:49:22.611971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1d39-fa67-48f9-beeb-062b43351b67 req-ddaf4da8-d4a9-40cb-89cd-7d3d54820ab8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:22.613571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af3b1d39-fa67-48f9-beeb-062b43351b67 req-ddaf4da8-d4a9-40cb-89cd-7d3d54820ab8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0885901 Apr 20 05:49:22.645210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1779bb94-6782-4315-abbf-3c815645c64b req-bb657b84-7b70-486b-8d9d-33aca5cb8a8a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Apr 20 05:49:22.662208 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af3b1d39-fa67-48f9-beeb-062b43351b67 req-bbdfd148-482c-42ce-a239-072c6ed352da tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Apr 20 05:49:23.863863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111ad63-48ee-4a3e-b381-e26e2f23fcb9 req-f5ea8866-0b79-4da5-b08c-c85caf9be949 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:23.865515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b111ad63-48ee-4a3e-b381-e26e2f23fcb9 req-f5ea8866-0b79-4da5-b08c-c85caf9be949 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0939889 Apr 20 05:49:23.874021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c1b19-e74b-4f9a-83b8-a3f037c490e6 req-d6d94e33-cdd6-40ab-8a77-332beadcbf2c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:23.875681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd7c1b19-e74b-4f9a-83b8-a3f037c490e6 req-d6d94e33-cdd6-40ab-8a77-332beadcbf2c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0955617 Apr 20 05:49:23.916997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b111ad63-48ee-4a3e-b381-e26e2f23fcb9 req-39990023-b030-4910-85aa-367404f14ba2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450814 Apr 20 05:49:23.924834 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd7c1b19-e74b-4f9a-83b8-a3f037c490e6 req-bab162e2-880b-499e-9c1c-3ffba90b2a1e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Apr 20 05:49:25.121947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713dcc-f818-4259-800f-b90e1c981c1b req-143a9770-9c69-4cde-bc9b-aa44fa71add8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:25.123581 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2713dcc-f818-4259-800f-b90e1c981c1b req-143a9770-9c69-4cde-bc9b-aa44fa71add8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0937467 Apr 20 05:49:25.131295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de026d7-af2e-4575-b441-2ac7804add86 req-ec3c64ac-2e04-45a3-a2e7-3b58be23e306 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:25.132889 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8de026d7-af2e-4575-b441-2ac7804add86 req-ec3c64ac-2e04-45a3-a2e7-3b58be23e306 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0894454 Apr 20 05:49:25.172441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2713dcc-f818-4259-800f-b90e1c981c1b req-c9f6d6f8-ee54-4377-8f88-bdeef008339f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Apr 20 05:49:25.184626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8de026d7-af2e-4575-b441-2ac7804add86 req-3a19910e-b84d-4207-b588-385d88e703ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 Apr 20 05:49:26.388910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bc90e-00db-4b74-8610-fa3f05ead2c4 req-525c9033-0a94-4077-a8fd-11e3f6319f0b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.390530 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f9bc90e-00db-4b74-8610-fa3f05ead2c4 req-525c9033-0a94-4077-a8fd-11e3f6319f0b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0908420 Apr 20 05:49:26.397386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29a9d6-67d8-49be-ad88-8ca329e055c2 req-84a8d971-7e38-4ee5-9761-993d3fdf49b1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.399002 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e29a9d6-67d8-49be-ad88-8ca329e055c2 req-84a8d971-7e38-4ee5-9761-993d3fdf49b1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0884566 Apr 20 05:49:26.440519 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f9bc90e-00db-4b74-8610-fa3f05ead2c4 req-ffac6855-dfa1-475c-9d7a-9ba1f36afb9b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Apr 20 05:49:26.446810 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e29a9d6-67d8-49be-ad88-8ca329e055c2 req-0ec1fe99-2bc9-4d44-847c-123125c2540a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Apr 20 05:49:27.662101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abd417-da37-4b1c-a3ff-449e0de8670f req-a1992640-af5b-4623-b066-ab45c53f4961 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:27.663780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19abd417-da37-4b1c-a3ff-449e0de8670f req-a1992640-af5b-4623-b066-ab45c53f4961 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0964382 Apr 20 05:49:27.665579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcfd6-8462-4ff9-9d20-a105d77759b3 req-50365db3-164d-44ec-bbf3-3a4de07933b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:27.667152 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcadcfd6-8462-4ff9-9d20-a105d77759b3 req-50365db3-164d-44ec-bbf3-3a4de07933b5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913892 Apr 20 05:49:27.714507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19abd417-da37-4b1c-a3ff-449e0de8670f req-facdb5f0-0ec4-4747-bb58-2c893abca3f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441990 Apr 20 05:49:27.716097 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcadcfd6-8462-4ff9-9d20-a105d77759b3 req-51a92faf-bb80-494a-a9db-083867a42654 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Apr 20 05:49:28.923437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268da68-113e-4727-b3fe-55bb4ff4b35a req-c76519cc-d5d8-409c-9a44-2e82a8f173dc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.924359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa6e2-48d7-4f3e-9799-46e450bd2eae req-6ddc781d-f55a-4833-b918-3a9d776bce43 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.925066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1268da68-113e-4727-b3fe-55bb4ff4b35a req-c76519cc-d5d8-409c-9a44-2e82a8f173dc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0911939 Apr 20 05:49:28.926176 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d6aa6e2-48d7-4f3e-9799-46e450bd2eae req-6ddc781d-f55a-4833-b918-3a9d776bce43 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0901229 Apr 20 05:49:28.977123 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d6aa6e2-48d7-4f3e-9799-46e450bd2eae req-e974d22b-01d3-44da-aa06-fcae19849edc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Apr 20 05:49:28.978267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1268da68-113e-4727-b3fe-55bb4ff4b35a req-81414d5c-cfb8-4852-a5f7-a5a09160f9de tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459058 Apr 20 05:49:30.195449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe01fa-f247-4c8f-aa6b-08f1f4c089a4 req-2572a435-d0ee-40f0-9971-05056b0dfff7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:30.195449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8fe01fa-f247-4c8f-aa6b-08f1f4c089a4 req-2572a435-d0ee-40f0-9971-05056b0dfff7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0918117 Apr 20 05:49:30.196099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2a718-0d33-4fca-85d7-219e26bcf59e req-bfd16670-f5fd-437f-ae81-f4a566f20ba4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:30.197762 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad2a718-0d33-4fca-85d7-219e26bcf59e req-bfd16670-f5fd-437f-ae81-f4a566f20ba4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0993521 Apr 20 05:49:30.244496 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8fe01fa-f247-4c8f-aa6b-08f1f4c089a4 req-d7d70ebc-41bf-4a25-be4d-e149f5416f4a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Apr 20 05:49:30.253420 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad2a718-0d33-4fca-85d7-219e26bcf59e req-ea2cc067-d26d-48cf-a598-3a4e1cf03102 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489006 Apr 20 05:49:31.451756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba5a45-de1f-4feb-9f3a-82a01db4a5dd req-069123fb-ff7c-4d54-ba34-eb28989a6697 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:31.453494 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7eba5a45-de1f-4feb-9f3a-82a01db4a5dd req-069123fb-ff7c-4d54-ba34-eb28989a6697 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0939167 Apr 20 05:49:31.462981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe1a35-f02a-4ef5-84b5-1f43b1e17e2c req-7cf84ba2-2497-48b6-ac49-7568643c52cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:31.464644 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06fe1a35-f02a-4ef5-84b5-1f43b1e17e2c req-7cf84ba2-2497-48b6-ac49-7568643c52cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0882857 Apr 20 05:49:31.505146 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7eba5a45-de1f-4feb-9f3a-82a01db4a5dd req-668ab543-d952-4f1a-a3f2-473c407828b7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 Apr 20 05:49:31.515256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06fe1a35-f02a-4ef5-84b5-1f43b1e17e2c req-19b9525d-5b97-4a88-b3af-48bb53a3f561 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 Apr 20 05:49:32.712717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5a0-815b-4d75-85cf-bed9d3893338 req-d4265700-521a-42ea-9428-237d80466bbb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:32.714975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3637b5a0-815b-4d75-85cf-bed9d3893338 req-d4265700-521a-42ea-9428-237d80466bbb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0905893 Apr 20 05:49:32.724055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26a91-fb2f-4fe9-9db2-3751b3cc29a0 req-7f007970-76ee-4b23-9135-5de0a5969f7c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:32.725647 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d26a91-fb2f-4fe9-9db2-3751b3cc29a0 req-7f007970-76ee-4b23-9135-5de0a5969f7c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0905972 Apr 20 05:49:32.745037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:49:32.763824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3637b5a0-815b-4d75-85cf-bed9d3893338 req-51bc0cb1-84a9-4cfa-8d04-03c291bfc66b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 20 05:49:32.777393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d26a91-fb2f-4fe9-9db2-3751b3cc29a0 req-d320a736-979f-4b0b-83bb-e4cf094fb2e1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Apr 20 05:49:33.990298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580d28b-31e6-46db-9b2b-84802baf4073 req-667e2a87-fd49-459c-ab11-25507a026120 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:33.992122 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a580d28b-31e6-46db-9b2b-84802baf4073 req-667e2a87-fd49-459c-ab11-25507a026120 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1037703 Apr 20 05:49:33.992916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855747e8-3bfa-430b-99c7-3b26380bb8f7 req-b5c59a7e-7679-4621-86c5-80b258133192 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:33.994480 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855747e8-3bfa-430b-99c7-3b26380bb8f7 req-b5c59a7e-7679-4621-86c5-80b258133192 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0935547 Apr 20 05:49:34.041737 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a580d28b-31e6-46db-9b2b-84802baf4073 req-743015a2-52e3-4559-b134-d5ad003b3687 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Apr 20 05:49:34.044294 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855747e8-3bfa-430b-99c7-3b26380bb8f7 req-1b5c65c1-a3f5-4248-965b-f5d694c8de2e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Apr 20 05:49:35.246177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20db6f-f894-4b4c-846d-eb7464e6fe6d req-139fcfe0-9748-40a8-a465-d86478dd9267 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:35.247874 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d20db6f-f894-4b4c-846d-eb7464e6fe6d req-139fcfe0-9748-40a8-a465-d86478dd9267 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0917294 Apr 20 05:49:35.267342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaae39-3450-4b65-bc7c-9552d15d1e39 req-abfe217a-211c-47d6-85f5-e88831ec1406 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:35.269005 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80aaae39-3450-4b65-bc7c-9552d15d1e39 req-abfe217a-211c-47d6-85f5-e88831ec1406 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0896018 Apr 20 05:49:35.302562 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d20db6f-f894-4b4c-846d-eb7464e6fe6d req-6d9effa3-9772-4684-a7fb-3b1ecc86b9b6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471909 Apr 20 05:49:35.318059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80aaae39-3450-4b65-bc7c-9552d15d1e39 req-c7c8be02-3fed-40dc-9bfd-ffa085bae472 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Apr 20 05:49:36.505620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45377-7ed3-4df0-a704-8dec8aac18c9 req-409fcbc5-911c-4967-a97b-3eee268ba61e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:36.507228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40e45377-7ed3-4df0-a704-8dec8aac18c9 req-409fcbc5-911c-4967-a97b-3eee268ba61e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0913720 Apr 20 05:49:36.526600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724b71-3958-4494-b203-39ef4197dd2b req-0ba9ca85-76a8-4866-b9a7-b98db65aa523 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:36.528251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98724b71-3958-4494-b203-39ef4197dd2b req-0ba9ca85-76a8-4866-b9a7-b98db65aa523 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0930417 Apr 20 05:49:36.557457 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40e45377-7ed3-4df0-a704-8dec8aac18c9 req-ac05ff2f-afa4-4813-8305-3d83a2f07b88 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Apr 20 05:49:36.582291 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98724b71-3958-4494-b203-39ef4197dd2b req-561e561e-a2d9-4407-8751-8925f5d8edae tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Apr 20 05:49:37.504638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a362313c-baab-4f74-802b-a6b141ca2bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:37.746724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:37.778058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a3a7f-98a0-4263-a566-7b0cb4266e2e req-8c80618e-924a-4528-b483-ac0123abfdf2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:37.779817 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f0a3a7f-98a0-4263-a566-7b0cb4266e2e req-8c80618e-924a-4528-b483-ac0123abfdf2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0980523 Apr 20 05:49:37.791789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605661c-081f-4880-b6e3-cdbc6494eb0e req-495fa0b8-7ed6-4157-b804-22961a60e735 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:37.793443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2605661c-081f-4880-b6e3-cdbc6494eb0e req-495fa0b8-7ed6-4157-b804-22961a60e735 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0931277 Apr 20 05:49:37.829849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f0a3a7f-98a0-4263-a566-7b0cb4266e2e req-2879f69d-c35a-4ba3-a384-fd447233ca26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Apr 20 05:49:37.849931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2605661c-081f-4880-b6e3-cdbc6494eb0e req-5b6a3748-11d2-47c3-ac07-12f4032e2a45 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Apr 20 05:49:39.035964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f6908-a0a2-4362-95f7-f64ce864d057 req-751b0ee8-2aa6-4c0e-98ad-40f6079b0343 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:39.037518 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e23f6908-a0a2-4362-95f7-f64ce864d057 req-751b0ee8-2aa6-4c0e-98ad-40f6079b0343 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0912974 Apr 20 05:49:39.086781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9726a-6f6e-4889-8e47-01e14ff62b56 req-14581953-af6a-4d41-9613-d2d8e2fea3cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:39.089047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42c9726a-6f6e-4889-8e47-01e14ff62b56 req-14581953-af6a-4d41-9613-d2d8e2fea3cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1112652 Apr 20 05:49:39.091674 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e23f6908-a0a2-4362-95f7-f64ce864d057 req-2d0ae5dd-2968-4372-82ca-fbc7f25538ed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472162 Apr 20 05:49:39.139274 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42c9726a-6f6e-4889-8e47-01e14ff62b56 req-47a25a37-de2f-4a3b-b0af-a4bc00ea1efd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Apr 20 05:49:39.980848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fc8baf96-0bf9-43e5-bc21-9bdc2555588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:40.244942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:40.315801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7c31-2f85-4649-8ffe-b30880577f51 req-24de73d4-6e48-4a00-adf0-7e9fba5845d3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:40.317414 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f5b7c31-2f85-4649-8ffe-b30880577f51 req-24de73d4-6e48-4a00-adf0-7e9fba5845d3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1136153 Apr 20 05:49:40.359544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9db2-a28a-4ed6-bbc7-df2a0c40b82b req-075c4cb0-f762-40de-9513-020a53c89805 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:40.361096 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e3e9db2-a28a-4ed6-bbc7-df2a0c40b82b req-075c4cb0-f762-40de-9513-020a53c89805 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913510 Apr 20 05:49:40.366156 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f5b7c31-2f85-4649-8ffe-b30880577f51 req-702db8e0-b2af-4fc1-8349-767051dc9182 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Apr 20 05:49:40.413836 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e3e9db2-a28a-4ed6-bbc7-df2a0c40b82b req-2ae4b683-4866-4948-86ab-081b4e92dffd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Apr 20 05:49:41.576348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:41.590602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd20e3-40f5-4a68-88d6-4b6dca3f8e8b req-1664407a-7380-4236-a575-448ab9223514 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:41.592344 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0ebd20e3-40f5-4a68-88d6-4b6dca3f8e8b req-1664407a-7380-4236-a575-448ab9223514 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0995398 Apr 20 05:49:41.648107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0ebd20e3-40f5-4a68-88d6-4b6dca3f8e8b req-4f252706-4d6c-4239-b4cf-61fc6f7cdb3a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485828 Apr 20 05:49:41.777793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a3ea-3cae-40d8-a2c9-bcd59f99ccd6 req-4799b177-d44c-4604-8be2-92e9335f694d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:41.779436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7855a3ea-3cae-40d8-a2c9-bcd59f99ccd6 req-4799b177-d44c-4604-8be2-92e9335f694d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0988045 Apr 20 05:49:41.828338 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7855a3ea-3cae-40d8-a2c9-bcd59f99ccd6 req-c09b00c9-49d8-4f17-92f8-6546f1fb5926 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Apr 20 05:49:41.860904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.866813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd017d-704b-46d5-9135-d638db3e9fcb req-ce586222-3022-4a82-844a-efc5428c8f24 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:42.868462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ccd017d-704b-46d5-9135-d638db3e9fcb req-ce586222-3022-4a82-844a-efc5428c8f24 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0918572 Apr 20 05:49:42.921055 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ccd017d-704b-46d5-9135-d638db3e9fcb req-66c17dcb-ed8c-497a-8f5b-8af073d4ad4c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Apr 20 05:49:43.043136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f6c5a-9eec-462d-b329-b1d6bf9ddf17 req-609e04c2-f895-42c6-bf53-67d2114ff72f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:43.044580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-095f6c5a-9eec-462d-b329-b1d6bf9ddf17 req-609e04c2-f895-42c6-bf53-67d2114ff72f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0934293 Apr 20 05:49:43.094136 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-095f6c5a-9eec-462d-b329-b1d6bf9ddf17 req-41aa670c-e9e1-49c7-ab07-6ce0422b19cc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Apr 20 05:49:44.138688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84a5b-4f91-43ad-8d4b-f16dac5cb02a req-4aad6151-30a1-4e55-ae16-26c7469d611d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:44.140460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8db84a5b-4f91-43ad-8d4b-f16dac5cb02a req-4aad6151-30a1-4e55-ae16-26c7469d611d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1021659 Apr 20 05:49:44.319361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74010c53-ab07-4ba7-9718-603e24826527 req-e943e1b2-a88e-4ae9-b893-3130bd9665f9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:44.320956 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74010c53-ab07-4ba7-9718-603e24826527 req-e943e1b2-a88e-4ae9-b893-3130bd9665f9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0942562 Apr 20 05:49:44.374656 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74010c53-ab07-4ba7-9718-603e24826527 req-871f0348-189d-4860-987b-b795578d4914 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 Apr 20 05:49:44.392776 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8db84a5b-4f91-43ad-8d4b-f16dac5cb02a req-edd6217c-947e-4fc4-b708-289e9d44c458 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442393 Apr 20 05:49:45.596699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76270-4998-4256-8666-a69f437f93e7 req-938fbb0b-e53f-4629-bb99-6bb8aa864d34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:45.598394 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-59f76270-4998-4256-8666-a69f437f93e7 req-938fbb0b-e53f-4629-bb99-6bb8aa864d34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0926685 Apr 20 05:49:45.601627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867efdb9-d15c-4a02-8508-ca7967ad35d0 req-28e2f96e-ea79-4e01-9603-e5aca823b961 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:45.603848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-867efdb9-d15c-4a02-8508-ca7967ad35d0 req-28e2f96e-ea79-4e01-9603-e5aca823b961 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0909865 Apr 20 05:49:45.654306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-867efdb9-d15c-4a02-8508-ca7967ad35d0 req-4f21b02a-c134-473c-9580-e3d0ab169ada tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Apr 20 05:49:45.656467 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-59f76270-4998-4256-8666-a69f437f93e7 req-aa1f790e-40ee-4818-9386-016d904d0780 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514884 Apr 20 05:49:46.869326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50295a9-454e-44c0-b631-cdd0f764df0a req-f27a451a-4529-4fec-98e4-8cb81a5f8dd8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.870915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a50295a9-454e-44c0-b631-cdd0f764df0a req-f27a451a-4529-4fec-98e4-8cb81a5f8dd8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0885279 Apr 20 05:49:46.875693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233dc6-72e7-4061-a1cb-07c4f8bc12bb req-60074aa6-dcd1-43db-9993-a1311e7d04ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.877656 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9233dc6-72e7-4061-a1cb-07c4f8bc12bb req-60074aa6-dcd1-43db-9993-a1311e7d04ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0967937 Apr 20 05:49:46.923224 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a50295a9-454e-44c0-b631-cdd0f764df0a req-4611828d-ae76-4d43-bd3c-e6627a0736e5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Apr 20 05:49:46.924855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9233dc6-72e7-4061-a1cb-07c4f8bc12bb req-6469707a-f1e0-4f41-b265-24e996c88594 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Apr 20 05:49:48.136320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0cbb-e4d6-4940-94c4-d7ecbedccf52 req-45b99206-0ac7-461f-8767-a6a293edf950 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:48.136881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac690-0625-444b-b8dc-3028cd34c13f req-62fa35be-ceeb-4f9e-95b2-bdf2da83e81c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:48.138015 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5bf0cbb-e4d6-4940-94c4-d7ecbedccf52 req-45b99206-0ac7-461f-8767-a6a293edf950 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0918744 Apr 20 05:49:48.138146 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee1ac690-0625-444b-b8dc-3028cd34c13f req-62fa35be-ceeb-4f9e-95b2-bdf2da83e81c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0977540 Apr 20 05:49:48.185399 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5bf0cbb-e4d6-4940-94c4-d7ecbedccf52 req-2d216f1e-ebf9-4d27-bf29-053e72642e08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Apr 20 05:49:48.186171 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee1ac690-0625-444b-b8dc-3028cd34c13f req-03dd4171-c049-4a57-81fe-68d93ac28c6b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Apr 20 05:49:49.393758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af268312-abe5-4da3-9dfd-c8b59d08b0ce req-cff25f04-878d-4399-8823-0955f248766a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:49.395778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af268312-abe5-4da3-9dfd-c8b59d08b0ce req-cff25f04-878d-4399-8823-0955f248766a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0919111 Apr 20 05:49:49.399520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58de57-b29a-4703-9bcf-d6347d62b200 req-1911e3dd-98cd-419f-9718-1610ca2f7d6d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:49.401113 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d58de57-b29a-4703-9bcf-d6347d62b200 req-1911e3dd-98cd-419f-9718-1610ca2f7d6d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925491 Apr 20 05:49:49.450398 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d58de57-b29a-4703-9bcf-d6347d62b200 req-560a1cd7-50ba-4747-a261-c730a96489f3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Apr 20 05:49:49.452010 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af268312-abe5-4da3-9dfd-c8b59d08b0ce req-dc490d68-21fb-4b20-b9b8-7b9333eb24fc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494196 Apr 20 05:49:50.655747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa3db-344f-4c4c-aca4-e7a1a2f808a5 req-c5cebdcf-978c-4d38-80dc-e258ad4b3248 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:50.657353 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-350aa3db-344f-4c4c-aca4-e7a1a2f808a5 req-c5cebdcf-978c-4d38-80dc-e258ad4b3248 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0876265 Apr 20 05:49:50.658442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7a29f-519b-4c92-ae82-8a79b1cd4ea5 req-2534bfec-2151-4e37-93dd-6ba9291c60d0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:50.660061 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9d7a29f-519b-4c92-ae82-8a79b1cd4ea5 req-2534bfec-2151-4e37-93dd-6ba9291c60d0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0912166 Apr 20 05:49:50.708743 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-350aa3db-344f-4c4c-aca4-e7a1a2f808a5 req-47740be2-5c12-456a-a8e3-38af6c326a16 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Apr 20 05:49:50.709035 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9d7a29f-519b-4c92-ae82-8a79b1cd4ea5 req-c2f1ed99-8df6-4c6c-8753-8aba97f546f1 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Apr 20 05:49:51.911727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4787a-3054-406e-8bd6-a51414b5abb7 req-db5509ef-a95d-44c2-b921-ed978dd0d587 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:51.913417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32b4787a-3054-406e-8bd6-a51414b5abb7 req-db5509ef-a95d-44c2-b921-ed978dd0d587 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0900440 Apr 20 05:49:51.913556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544152f-de37-44fb-9647-e4055065786b req-9651098a-2ac2-4345-8163-68234038a260 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:51.915021 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d544152f-de37-44fb-9647-e4055065786b req-9651098a-2ac2-4345-8163-68234038a260 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0861731 Apr 20 05:49:51.963882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d544152f-de37-44fb-9647-e4055065786b req-779842f8-0a60-4f05-ba94-00f8b6646b2a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Apr 20 05:49:51.965754 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32b4787a-3054-406e-8bd6-a51414b5abb7 req-7d0779b9-8d93-451f-b5cb-2ebe431f3dee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455875 Apr 20 05:49:53.183956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180acc-77d4-45e1-9f05-4a6ae1eab8b3 req-e6180490-4925-4378-bb7d-329909bf73bb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:53.184534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eac1f-896c-4b5f-985f-5d436abeda35 req-585f2edf-d2e8-450b-a710-a950e615a825 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:53.185550 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b180acc-77d4-45e1-9f05-4a6ae1eab8b3 req-e6180490-4925-4378-bb7d-329909bf73bb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0907989 Apr 20 05:49:53.185820 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-943eac1f-896c-4b5f-985f-5d436abeda35 req-585f2edf-d2e8-450b-a710-a950e615a825 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0896516 Apr 20 05:49:53.237144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b180acc-77d4-45e1-9f05-4a6ae1eab8b3 req-3caa53e4-7090-4a61-98ee-489ae66fa518 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Apr 20 05:49:53.433226 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-943eac1f-896c-4b5f-985f-5d436abeda35 req-311b326b-03d1-4ce3-89a3-108c8e08c82c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407322 Apr 20 05:49:54.444516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42457f72-ebbd-4caf-a786-f29c469e3458 req-981a0e02-d604-4798-bdb5-57c7e5ee5f7c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:54.446150 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42457f72-ebbd-4caf-a786-f29c469e3458 req-981a0e02-d604-4798-bdb5-57c7e5ee5f7c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0936329 Apr 20 05:49:54.494151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42457f72-ebbd-4caf-a786-f29c469e3458 req-bd7cdd31-6ffb-493d-8ec1-6b0a0364a154 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Apr 20 05:49:54.638534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365fa6-053e-4f9f-b74d-d35e6ba48b65 req-ca5061c5-6514-4045-bd01-a8d7f953124f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:54.640143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75365fa6-053e-4f9f-b74d-d35e6ba48b65 req-ca5061c5-6514-4045-bd01-a8d7f953124f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0891120 Apr 20 05:49:54.690694 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75365fa6-053e-4f9f-b74d-d35e6ba48b65 req-28cab61e-ece3-4da8-8bbd-9d4f34254567 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Apr 20 05:49:55.708642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee777c-a0d1-4cc2-99d1-d3d837a2234a req-3e957348-58ee-4038-88f8-0ca5e00ac65c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:55.710481 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4aee777c-a0d1-4cc2-99d1-d3d837a2234a req-3e957348-58ee-4038-88f8-0ca5e00ac65c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0941596 Apr 20 05:49:55.759710 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4aee777c-a0d1-4cc2-99d1-d3d837a2234a req-574a6124-a952-4c67-8f3e-2b29d39f05fc tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 Apr 20 05:49:55.913278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3498e-f318-47a5-972c-9223bdc49f0f req-036549c4-aa22-49d7-8d16-981bf77a6779 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:55.914781 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fbd3498e-f318-47a5-972c-9223bdc49f0f req-036549c4-aa22-49d7-8d16-981bf77a6779 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0869098 Apr 20 05:49:55.964576 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fbd3498e-f318-47a5-972c-9223bdc49f0f req-6f6007f6-ec61-4ae0-9f6d-b814c50eade7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Apr 20 05:49:56.966478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad145a-63c5-461a-97f7-37b22fa5298b req-af6ccdad-833c-4e4d-b66a-ea65d0c3a25f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:56.968049 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92ad145a-63c5-461a-97f7-37b22fa5298b req-af6ccdad-833c-4e4d-b66a-ea65d0c3a25f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0927944 Apr 20 05:49:57.017869 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92ad145a-63c5-461a-97f7-37b22fa5298b req-d463c78c-28b9-400c-8ed0-3ab08242cbd2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Apr 20 05:49:57.188981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eac827-6200-4fca-8a40-6123aafdf924 req-acba3db9-7594-43ae-a97c-df26466f4bd5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:57.190657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0eac827-6200-4fca-8a40-6123aafdf924 req-acba3db9-7594-43ae-a97c-df26466f4bd5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0938077 Apr 20 05:49:57.238476 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0eac827-6200-4fca-8a40-6123aafdf924 req-1afee52a-27d3-4926-adf4-9b6eef61d3e3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Apr 20 05:49:58.238672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294fd7-5a74-4d2b-b5ee-603bb661ada6 req-73057c82-db42-4977-8a7c-2ba71c02ada3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:58.240410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc294fd7-5a74-4d2b-b5ee-603bb661ada6 req-73057c82-db42-4977-8a7c-2ba71c02ada3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0989773 Apr 20 05:49:58.293696 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc294fd7-5a74-4d2b-b5ee-603bb661ada6 req-a7f3c717-5ccc-479c-90b6-1225d7199d57 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Apr 20 05:49:58.450853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d32ce-5e9b-4c1d-b3a5-1d844c531a0e req-e6d883d3-520b-4569-ad4e-032ec2af0afd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:58.452517 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff3d32ce-5e9b-4c1d-b3a5-1d844c531a0e req-e6d883d3-520b-4569-ad4e-032ec2af0afd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924728 Apr 20 05:49:58.502426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff3d32ce-5e9b-4c1d-b3a5-1d844c531a0e req-b2de8441-af73-4a9b-8db6-698b8c5aeb21 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 Apr 20 05:49:59.507589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c354ea-08f5-4e96-accd-48c274eefd7a req-1b4ce1a3-d97e-429c-84ca-c4c2c5bded55 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:59.509197 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08c354ea-08f5-4e96-accd-48c274eefd7a req-1b4ce1a3-d97e-429c-84ca-c4c2c5bded55 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0917246 Apr 20 05:49:59.560428 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08c354ea-08f5-4e96-accd-48c274eefd7a req-94d8925a-c809-4c5e-bd56-728528e7bf6f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417981 Apr 20 05:49:59.711623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6aebc-aded-43e8-ba2c-926ac4582b1e req-731df42a-66fd-4fd1-b93f-272f9fb1ece3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:59.713190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1f6aebc-aded-43e8-ba2c-926ac4582b1e req-731df42a-66fd-4fd1-b93f-272f9fb1ece3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0935457 Apr 20 05:49:59.761077 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1f6aebc-aded-43e8-ba2c-926ac4582b1e req-1b1675f3-5c29-4a5b-b053-00485fe18046 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Apr 20 05:50:00.768442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f1bb1-0e5f-400e-84ce-e82b539098b2 req-d599df94-353f-446f-858a-7d986b61e940 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:00.769905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-611f1bb1-0e5f-400e-84ce-e82b539098b2 req-d599df94-353f-446f-858a-7d986b61e940 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0940022 Apr 20 05:50:00.821341 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-611f1bb1-0e5f-400e-84ce-e82b539098b2 req-706c502e-c0fb-44ff-b794-889457ad03f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Apr 20 05:50:00.980373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acea0b-cddf-4a17-940c-09012b0d93e8 req-825a8e52-33d0-4adf-9c1a-e77d8b950fbb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:00.981942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92acea0b-cddf-4a17-940c-09012b0d93e8 req-825a8e52-33d0-4adf-9c1a-e77d8b950fbb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1005599 Apr 20 05:50:01.036845 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92acea0b-cddf-4a17-940c-09012b0d93e8 req-98dc4c3c-a860-4c1d-ae3f-d0599a993ea2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Apr 20 05:50:02.035410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c949b-97c9-42b7-a997-19da5714567e req-10eb642d-efbe-47f2-961f-d54839720d10 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:02.037075 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d3c949b-97c9-42b7-a997-19da5714567e req-10eb642d-efbe-47f2-961f-d54839720d10 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1033521 Apr 20 05:50:02.090538 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d3c949b-97c9-42b7-a997-19da5714567e req-09070d2c-278d-4475-ac14-b8d7458d807f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Apr 20 05:50:02.247711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db6de9-ccb3-4841-9cdd-ed9c4f2625cd req-91b6c37c-f631-4bae-a2c2-f909612737f5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:02.247711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94db6de9-ccb3-4841-9cdd-ed9c4f2625cd req-91b6c37c-f631-4bae-a2c2-f909612737f5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0904667 Apr 20 05:50:02.295220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94db6de9-ccb3-4841-9cdd-ed9c4f2625cd req-84179599-7a97-44c3-a02a-04877cbe570a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Apr 20 05:50:03.305652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336f175-c58d-43d0-be7f-507282cc499a req-de2238b9-0cb2-499b-8a73-1600ebd9b563 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:03.307249 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6336f175-c58d-43d0-be7f-507282cc499a req-de2238b9-0cb2-499b-8a73-1600ebd9b563 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0975952 Apr 20 05:50:03.357114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6336f175-c58d-43d0-be7f-507282cc499a req-d37c388a-9703-4e15-b0a4-01be22f6e68a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Apr 20 05:50:03.514370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a78881-171d-484c-a91f-12c127a701da req-dc247076-804e-4970-9b66-1a683893e152 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:03.515975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b3a78881-171d-484c-a91f-12c127a701da req-dc247076-804e-4970-9b66-1a683893e152 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0920248 Apr 20 05:50:03.563845 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b3a78881-171d-484c-a91f-12c127a701da req-1f7824b7-a39d-4115-8b1b-ee236e4cb42d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Apr 20 05:50:04.562376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a97ff1-302e-4c2c-81f8-c57478bc7bca req-0d900097-f8bd-457b-8117-636b188371e4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:04.564003 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67a97ff1-302e-4c2c-81f8-c57478bc7bca req-0d900097-f8bd-457b-8117-636b188371e4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0905752 Apr 20 05:50:04.617102 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67a97ff1-302e-4c2c-81f8-c57478bc7bca req-7a6aac3b-4dff-49e3-8005-12dc176fab02 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467029 Apr 20 05:50:04.797281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719438-1431-4b8f-ad01-9b3b74aafbe8 req-4b398471-dd1e-4ac1-a9ea-3119a6c6da12 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:04.798785 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1719438-1431-4b8f-ad01-9b3b74aafbe8 req-4b398471-dd1e-4ac1-a9ea-3119a6c6da12 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1021702 Apr 20 05:50:04.849462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1719438-1431-4b8f-ad01-9b3b74aafbe8 req-23ed23e0-f1d5-47b1-a9ff-b3d2cb0f9fe3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Apr 20 05:50:05.830279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a302-fad5-4dee-a12a-49531eeaf045 req-a3891c63-434c-48e8-9584-c5d49aa9a8a5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:05.831817 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c08a302-fad5-4dee-a12a-49531eeaf045 req-a3891c63-434c-48e8-9584-c5d49aa9a8a5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0928960 Apr 20 05:50:05.883595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c08a302-fad5-4dee-a12a-49531eeaf045 req-e2891f8c-8f60-4e48-96af-b3fff60d0ac2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Apr 20 05:50:06.072795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930dd8b-37a5-4443-86f3-c925c984185e req-157d3f8f-f45d-4fe5-8b5c-c630da0114a5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:06.074397 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4930dd8b-37a5-4443-86f3-c925c984185e req-157d3f8f-f45d-4fe5-8b5c-c630da0114a5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0968316 Apr 20 05:50:06.124827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4930dd8b-37a5-4443-86f3-c925c984185e req-f7961931-fc48-4a77-bb42-5d792f0d4885 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Apr 20 05:50:07.093874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21538bbe-b6c6-4c25-bf98-ac0955ef6672 req-9a4d12aa-77cf-4f8a-990f-1608c2b93715 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:07.095450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21538bbe-b6c6-4c25-bf98-ac0955ef6672 req-9a4d12aa-77cf-4f8a-990f-1608c2b93715 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0995481 Apr 20 05:50:07.142818 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21538bbe-b6c6-4c25-bf98-ac0955ef6672 req-1abf30bc-ab3e-40de-a5b5-68e004748d7e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Apr 20 05:50:07.336683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a1bb-b224-4662-9a30-7a6948d35fe9 req-c9b3f696-be00-4e23-ba7b-800517ae54f6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:07.338280 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d246a1bb-b224-4662-9a30-7a6948d35fe9 req-c9b3f696-be00-4e23-ba7b-800517ae54f6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0919261 Apr 20 05:50:07.393675 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d246a1bb-b224-4662-9a30-7a6948d35fe9 req-d12b0a92-dccc-4161-b314-839b324be6c2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Apr 20 05:50:07.501516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1aad6835-4069-4dde-aa8d-4e8eeb3a821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:07.742492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:08.362628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa85c1-fe7b-4d7a-9153-00aeaba995f0 req-2ddb13aa-aaca-473f-a63e-1d8a67c90a5e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:08.364242 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3fa85c1-fe7b-4d7a-9153-00aeaba995f0 req-2ddb13aa-aaca-473f-a63e-1d8a67c90a5e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0962403 Apr 20 05:50:08.414204 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3fa85c1-fe7b-4d7a-9153-00aeaba995f0 req-d85a1ba4-4d7b-431d-a990-01fe68388fc6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Apr 20 05:50:08.620255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21824-9707-44f6-9dd4-def016c2d23f req-bbbed575-291f-45f5-93f4-bbac3fc2da94 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:08.621811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-61a21824-9707-44f6-9dd4-def016c2d23f req-bbbed575-291f-45f5-93f4-bbac3fc2da94 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1021874 Apr 20 05:50:08.669208 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-61a21824-9707-44f6-9dd4-def016c2d23f req-f70c9449-bf2d-4248-9c09-c9f88268782e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Apr 20 05:50:09.636005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcaa16-c1f3-4131-828c-678972115797 req-cd47862e-a52d-4255-88ca-1cbd891be2df tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:09.637494 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6bbcaa16-c1f3-4131-828c-678972115797 req-cd47862e-a52d-4255-88ca-1cbd891be2df tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1001854 Apr 20 05:50:09.685964 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6bbcaa16-c1f3-4131-828c-678972115797 req-b9e29d13-3bf2-4699-925c-3e3662eb7bd5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419219 Apr 20 05:50:09.745210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:50:09.881565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e47ad-7962-4e3e-9c0c-108f0413b067 req-8a2b2d91-b9eb-4535-b1ad-09488ec583e0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:09.883142 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-498e47ad-7962-4e3e-9c0c-108f0413b067 req-8a2b2d91-b9eb-4535-b1ad-09488ec583e0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0929408 Apr 20 05:50:09.936767 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-498e47ad-7962-4e3e-9c0c-108f0413b067 req-1937c15d-c0de-431e-aec4-b878acbce960 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 Apr 20 05:50:09.983968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d3b536da-3268-4916-aa26-0a715b407ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:10.232753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:10.904705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34c98b-0deb-4315-bc3e-9dd25071a36d req-29adbb0d-6a00-4ba6-a4da-ca8fc3548d6a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:10.906283 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a34c98b-0deb-4315-bc3e-9dd25071a36d req-29adbb0d-6a00-4ba6-a4da-ca8fc3548d6a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0928793 Apr 20 05:50:10.958852 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a34c98b-0deb-4315-bc3e-9dd25071a36d req-83d0ef73-84b3-47d8-ab98-2d25c00d0304 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460212 Apr 20 05:50:11.151571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56c613-88a0-499f-b922-3e5c36f5ddee req-5c4cf4ce-582b-46d2-bba9-6c16c9a86828 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:11.153144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b56c613-88a0-499f-b922-3e5c36f5ddee req-5c4cf4ce-582b-46d2-bba9-6c16c9a86828 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0921080 Apr 20 05:50:11.202568 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b56c613-88a0-499f-b922-3e5c36f5ddee req-7361ad31-4666-401c-bc47-51064e0818b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Apr 20 05:50:11.359142 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-bd43f64f-0dbb-4fbb-992a-78fdbfc4961d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799985 Apr 20 05:50:11.468990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-d25f74ed-2c9b-4c88-891a-eb20c4b3fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:11.470628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-d25f74ed-2c9b-4c88-891a-eb20c4b3fce8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0907393 Apr 20 05:50:11.572200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:11.638093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-d562e6c8-129d-431a-8485-6c6052739d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:11.639718 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-d562e6c8-129d-431a-8485-6c6052739d02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1449072 Apr 20 05:50:11.718227 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-96a18533-65cb-4dbc-9a67-6449d8a1b978 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0708458 Apr 20 05:50:11.788545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-4fc41b51-c98d-4cd0-9f4a-082520ed9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:11.790118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-4fc41b51-c98d-4cd0-9f4a-082520ed9eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0653906 Apr 20 05:50:11.846636 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-ac13b50f-8d79-4471-a16a-77e105769791 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502055 Apr 20 05:50:11.865822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:11.993431 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-6c4b7846-e872-49e7-8dda-7758a8c0c6fe service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404159 Apr 20 05:50:12.194866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6852c6d-c3eb-4e89-ade5-ee0f0916e319 req-2079b698-0631-4abd-a348-1eceec588cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951807 Apr 20 05:50:12.216899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708c101-0bf7-412a-afc9-4d55b6a32869 req-dd827502-2a20-4b73-abb3-afc93d2cbfd6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:12.218740 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8708c101-0bf7-412a-afc9-4d55b6a32869 req-dd827502-2a20-4b73-abb3-afc93d2cbfd6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1376204 Apr 20 05:50:12.271866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8708c101-0bf7-412a-afc9-4d55b6a32869 req-2159eb1b-f469-4db2-a436-88e6bc4befcf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462399 Apr 20 05:50:12.440816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c34c5-c98b-47bf-b991-716b53ffbf88 req-6a5ebeab-699b-401c-9acf-37a352433ff2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:12.442394 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c2c34c5-c98b-47bf-b991-716b53ffbf88 req-6a5ebeab-699b-401c-9acf-37a352433ff2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0940831 Apr 20 05:50:12.492847 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c2c34c5-c98b-47bf-b991-716b53ffbf88 req-0b97f8e9-c394-4abe-952f-40a504af39a2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Apr 20 05:50:13.474560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb989da0-ebb3-4ccf-84ff-71703afc3a38 req-e082c0e3-589a-41d8-bec7-59cad48da990 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:13.476540 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb989da0-ebb3-4ccf-84ff-71703afc3a38 req-e082c0e3-589a-41d8-bec7-59cad48da990 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0899084 Apr 20 05:50:13.524811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb989da0-ebb3-4ccf-84ff-71703afc3a38 req-f5ec7c0f-7194-4177-b920-05c6af218c59 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Apr 20 05:50:13.698544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c62fd-d3f9-44ab-a01f-5653dbade675 req-111bc1a4-78d2-4085-b8cd-14f76895d7ee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:13.700186 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-130c62fd-d3f9-44ab-a01f-5653dbade675 req-111bc1a4-78d2-4085-b8cd-14f76895d7ee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0887332 Apr 20 05:50:13.751003 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-130c62fd-d3f9-44ab-a01f-5653dbade675 req-2ea85c7a-1694-4cbc-8c30-f93dc43dbfe6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Apr 20 05:50:14.738801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2a0f-4a2c-4198-84cb-6b66260a0e17 req-e5b9aa28-05fb-427f-879b-74b16f9f788b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:14.740608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d38c2a0f-4a2c-4198-84cb-6b66260a0e17 req-e5b9aa28-05fb-427f-879b-74b16f9f788b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0931635 Apr 20 05:50:14.792279 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d38c2a0f-4a2c-4198-84cb-6b66260a0e17 req-a5c8e035-cf58-4fa1-83aa-44c1ac8a43dd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421491 Apr 20 05:50:14.974663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e313a-7a85-4f5b-8fce-54ebace1ef3a req-27bb1c40-0be4-425f-af1f-9e806f224b08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:14.976300 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df7e313a-7a85-4f5b-8fce-54ebace1ef3a req-27bb1c40-0be4-425f-af1f-9e806f224b08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0953310 Apr 20 05:50:15.025554 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df7e313a-7a85-4f5b-8fce-54ebace1ef3a req-8c1df007-31d2-4755-8e8c-44f4f26c3b20 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Apr 20 05:50:16.160681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01933c0-f90b-4ac0-a7c9-276085083c87 req-e526513b-ab5d-4f51-8c72-3c2d29a04e28 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:16.162304 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a01933c0-f90b-4ac0-a7c9-276085083c87 req-e526513b-ab5d-4f51-8c72-3c2d29a04e28 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1016557 Apr 20 05:50:16.212323 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a01933c0-f90b-4ac0-a7c9-276085083c87 req-f4f1c9a7-8e20-4372-bb63-4a99417c8203 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Apr 20 05:50:16.241488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117503b8-17a6-4f85-88db-8e2a8cf46435 req-10517abf-b219-4ebe-af38-9ebd51dd3546 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:16.243176 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-117503b8-17a6-4f85-88db-8e2a8cf46435 req-10517abf-b219-4ebe-af38-9ebd51dd3546 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913186 Apr 20 05:50:16.290822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-117503b8-17a6-4f85-88db-8e2a8cf46435 req-876f9954-cf4c-4ee1-b1db-911c9d268e3d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412431 Apr 20 05:50:17.417574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb538ce-8aaf-4bbb-83ae-18250686c8bb req-4bf483c8-1660-4497-bdaf-97c3d4acbd68 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:17.419072 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fb538ce-8aaf-4bbb-83ae-18250686c8bb req-4bf483c8-1660-4497-bdaf-97c3d4acbd68 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0914285 Apr 20 05:50:17.469196 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fb538ce-8aaf-4bbb-83ae-18250686c8bb req-fa5c9b54-25b3-4cdc-a438-210a9251d6f6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 Apr 20 05:50:17.498918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6bf9-191e-4cd7-93ad-0e55a0f48a86 req-0045474f-f09b-4270-9923-82185c6a2982 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:17.500543 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49cf6bf9-191e-4cd7-93ad-0e55a0f48a86 req-0045474f-f09b-4270-9923-82185c6a2982 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0907514 Apr 20 05:50:17.548573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49cf6bf9-191e-4cd7-93ad-0e55a0f48a86 req-52556f68-e460-4bf1-9b9d-7874bb133104 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Apr 20 05:50:18.684410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8510d45-c9e9-4ddc-bf68-fe4af29a760b req-f59a7552-0bad-416d-938e-b6ac5d3b33c0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:18.686128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8510d45-c9e9-4ddc-bf68-fe4af29a760b req-f59a7552-0bad-416d-938e-b6ac5d3b33c0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0925498 Apr 20 05:50:18.738311 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8510d45-c9e9-4ddc-bf68-fe4af29a760b req-63fb11f4-a5d5-420c-ad7d-dc0aaff6d205 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451329 Apr 20 05:50:18.765822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1a01f-8705-4376-99e6-9ebc5906d860 req-1950cd83-bed1-41b6-8386-e4c023fefa44 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:18.767356 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bac1a01f-8705-4376-99e6-9ebc5906d860 req-1950cd83-bed1-41b6-8386-e4c023fefa44 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0938694 Apr 20 05:50:18.821253 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bac1a01f-8705-4376-99e6-9ebc5906d860 req-ca2113c6-1765-4a69-b977-ba1718e72f54 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Apr 20 05:50:19.952646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcab75-32f1-4adb-b09e-3689b1e7ea27 req-c82b39e6-b474-48c9-84cf-10d681c8725a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:19.954484 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00dcab75-32f1-4adb-b09e-3689b1e7ea27 req-c82b39e6-b474-48c9-84cf-10d681c8725a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0906532 Apr 20 05:50:20.004134 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00dcab75-32f1-4adb-b09e-3689b1e7ea27 req-d3953e53-0be3-4b0c-870f-42f2193c9462 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Apr 20 05:50:20.040277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d42b-ce9d-4e5a-9dc2-34b69bf313e8 req-4ba65c45-8584-4f6d-898f-95685dd65b99 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:20.041765 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e19d42b-ce9d-4e5a-9dc2-34b69bf313e8 req-4ba65c45-8584-4f6d-898f-95685dd65b99 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0975728 Apr 20 05:50:20.093531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e19d42b-ce9d-4e5a-9dc2-34b69bf313e8 req-a460d58c-7f6b-478e-a20e-684cde58f92c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Apr 20 05:50:21.221237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d204f5-a1cc-4831-9b80-1b0b24707e3e req-95525409-df59-47b1-a0fe-c66336aa839a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:21.222842 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35d204f5-a1cc-4831-9b80-1b0b24707e3e req-95525409-df59-47b1-a0fe-c66336aa839a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1015511 Apr 20 05:50:21.275612 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35d204f5-a1cc-4831-9b80-1b0b24707e3e req-517d5b31-881d-4247-8ca7-81ead86ffa04 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458524 Apr 20 05:50:21.313074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332d8e-bd7a-4714-884f-97e67f5ba59e req-f2452fea-ca09-4d23-ae97-093cca73b3d6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:21.315021 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4332d8e-bd7a-4714-884f-97e67f5ba59e req-f2452fea-ca09-4d23-ae97-093cca73b3d6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0969911 Apr 20 05:50:21.361940 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4332d8e-bd7a-4714-884f-97e67f5ba59e req-731e4576-1146-49ea-99de-2adbe7334f71 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Apr 20 05:50:22.486199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68405114-d3d9-4833-a4a0-fa582bc6e7fa req-8b2fd886-8470-4484-9f1d-c37f2e809a12 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:22.487898 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68405114-d3d9-4833-a4a0-fa582bc6e7fa req-8b2fd886-8470-4484-9f1d-c37f2e809a12 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0910277 Apr 20 05:50:22.535848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68405114-d3d9-4833-a4a0-fa582bc6e7fa req-a1e3a79b-3f99-4d02-b527-721f4044bcdd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Apr 20 05:50:22.568624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17e96-d4ef-4b18-b336-9adaf377b3be req-d41cfd48-533a-4990-ae83-12e87e49b076 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:22.570168 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56b17e96-d4ef-4b18-b336-9adaf377b3be req-d41cfd48-533a-4990-ae83-12e87e49b076 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0907893 Apr 20 05:50:22.617209 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56b17e96-d4ef-4b18-b336-9adaf377b3be req-be853880-7ab2-4d2e-9377-bbb3de62d102 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405354 Apr 20 05:50:23.749316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82e14-bcf1-48b0-83bf-0fc282009b28 req-6ce4a57b-2867-4db9-8680-ebafe438a0b5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:23.750916 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1eb82e14-bcf1-48b0-83bf-0fc282009b28 req-6ce4a57b-2867-4db9-8680-ebafe438a0b5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1003578 Apr 20 05:50:23.801218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1eb82e14-bcf1-48b0-83bf-0fc282009b28 req-203c5e2a-bf68-4f95-9e9c-9cf83ef7792b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Apr 20 05:50:23.831784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680477bb-8f85-4194-901f-e7318216a985 req-0dfc3da4-aa8f-44ce-b0d8-88d87cd2a052 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:23.833562 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-680477bb-8f85-4194-901f-e7318216a985 req-0dfc3da4-aa8f-44ce-b0d8-88d87cd2a052 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913670 Apr 20 05:50:23.881600 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-680477bb-8f85-4194-901f-e7318216a985 req-9b73a2ec-06d6-4898-af3c-a398458df921 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Apr 20 05:50:25.009807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9169fd3-1cf6-4f63-b581-ceb8a460f945 req-90041c69-1e2c-4b7b-8f61-ea6c8b488379 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:25.011469 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9169fd3-1cf6-4f63-b581-ceb8a460f945 req-90041c69-1e2c-4b7b-8f61-ea6c8b488379 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0898314 Apr 20 05:50:25.062543 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9169fd3-1cf6-4f63-b581-ceb8a460f945 req-d969169f-f20d-4c11-9de0-0915fee42505 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446346 Apr 20 05:50:25.092378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269736b-c999-48e7-b13a-47a3ade5abe4 req-6992ac1e-a1ba-4bd3-8490-94399a96c37e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:25.093901 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6269736b-c999-48e7-b13a-47a3ade5abe4 req-6992ac1e-a1ba-4bd3-8490-94399a96c37e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0933948 Apr 20 05:50:25.142243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6269736b-c999-48e7-b13a-47a3ade5abe4 req-26ead034-959f-4422-aaf4-982752b41946 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Apr 20 05:50:26.276811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cc636-7816-47f7-a396-f30b3552e771 req-c2383fa6-2446-47d2-bcd4-5dc0a961adeb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:26.278463 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94cc636-7816-47f7-a396-f30b3552e771 req-c2383fa6-2446-47d2-bcd4-5dc0a961adeb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0930333 Apr 20 05:50:26.327121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94cc636-7816-47f7-a396-f30b3552e771 req-16759c2d-ccfb-4c5f-8ea9-ad32feef2411 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Apr 20 05:50:26.350022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30579a-095c-44b8-9c06-bc890e955a56 req-2d192580-9ef8-4837-bd86-f4caca199c2f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:26.351662 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e30579a-095c-44b8-9c06-bc890e955a56 req-2d192580-9ef8-4837-bd86-f4caca199c2f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0906005 Apr 20 05:50:26.402510 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e30579a-095c-44b8-9c06-bc890e955a56 req-909098ea-6236-45a7-be2a-4ca6933df0d6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443950 Apr 20 05:50:27.548696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26dedf-b57e-41fa-92ba-b6be8b235c88 req-c41088f3-879a-49f3-9eed-2c029ebb3d08 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:27.550320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae26dedf-b57e-41fa-92ba-b6be8b235c88 req-c41088f3-879a-49f3-9eed-2c029ebb3d08 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0941076 Apr 20 05:50:27.613663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9aa3-dc5d-4c78-a4f2-4d6f4d81c82f req-33e9891b-4739-4e74-bc82-76b2d0e6b081 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:27.615522 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-563b9aa3-dc5d-4c78-a4f2-4d6f4d81c82f req-33e9891b-4739-4e74-bc82-76b2d0e6b081 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924923 Apr 20 05:50:27.667767 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-563b9aa3-dc5d-4c78-a4f2-4d6f4d81c82f req-e4ebcfd8-70b8-40bf-8cb4-b6533885b019 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Apr 20 05:50:27.804636 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae26dedf-b57e-41fa-92ba-b6be8b235c88 req-904d6170-23ea-4e52-a13c-30d38dc06527 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476549 Apr 20 05:50:28.897240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59705d-93e8-4729-9f0a-bc5aa8c9800d req-999bd210-2d67-4e09-9462-6f7edfe20592 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:28.897240 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c59705d-93e8-4729-9f0a-bc5aa8c9800d req-999bd210-2d67-4e09-9462-6f7edfe20592 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0960832 Apr 20 05:50:28.941181 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c59705d-93e8-4729-9f0a-bc5aa8c9800d req-e8083748-8957-441a-8d08-7e37eee6f9d3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Apr 20 05:50:29.008497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7597-a2d5-410e-85ad-c155a541059e req-bbdb94ea-5887-4507-869b-145506fb4f54 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:29.010093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba3e7597-a2d5-410e-85ad-c155a541059e req-bbdb94ea-5887-4507-869b-145506fb4f54 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0887697 Apr 20 05:50:29.061251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba3e7597-a2d5-410e-85ad-c155a541059e req-92cb5035-168e-499c-923e-2fdd07d7ceaf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Apr 20 05:50:30.162123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326682-d755-4f7c-80b0-287aa6a9f344 req-f9f1f40a-c25a-4ed7-8c62-a6bd66f28ed3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:30.164367 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d326682-d755-4f7c-80b0-287aa6a9f344 req-f9f1f40a-c25a-4ed7-8c62-a6bd66f28ed3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1030149 Apr 20 05:50:30.215025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d326682-d755-4f7c-80b0-287aa6a9f344 req-431dffcd-394c-471d-8293-c3b9cf6d6730 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Apr 20 05:50:30.270928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd6d9f-b61d-4b5a-9dc8-ed600f76e6aa req-2d21c339-c9ce-4153-b99e-168e6e0dd27a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:30.272617 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15fd6d9f-b61d-4b5a-9dc8-ed600f76e6aa req-2d21c339-c9ce-4153-b99e-168e6e0dd27a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0979474 Apr 20 05:50:30.320972 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15fd6d9f-b61d-4b5a-9dc8-ed600f76e6aa req-38681613-aeaa-4e7f-9cdd-d6cca09220c6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Apr 20 05:50:31.426460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688badd-9f16-4b1a-83f3-bd7d76d6c0d5 req-458b0753-241c-4f0d-86e5-1ed61a83bc0c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:31.428149 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2688badd-9f16-4b1a-83f3-bd7d76d6c0d5 req-458b0753-241c-4f0d-86e5-1ed61a83bc0c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924222 Apr 20 05:50:31.476300 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2688badd-9f16-4b1a-83f3-bd7d76d6c0d5 req-690eeca5-9fc1-4a92-99ca-d79365ed293e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Apr 20 05:50:31.525373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b77e-f284-48c9-8d07-fd19ae417f90 req-a4192784-a28f-4068-97e3-776d6fb93374 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:31.526950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a668b77e-f284-48c9-8d07-fd19ae417f90 req-a4192784-a28f-4068-97e3-776d6fb93374 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0915051 Apr 20 05:50:31.574228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a668b77e-f284-48c9-8d07-fd19ae417f90 req-571e343c-41fe-4129-ba48-4aa3cffc6977 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Apr 20 05:50:32.697188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b5d4c-2c1b-4c93-82ba-6c78a386f50f req-64dab2d8-90fd-4348-8ffa-71e7cb2b2628 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:32.698912 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e60b5d4c-2c1b-4c93-82ba-6c78a386f50f req-64dab2d8-90fd-4348-8ffa-71e7cb2b2628 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903244 Apr 20 05:50:32.750219 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e60b5d4c-2c1b-4c93-82ba-6c78a386f50f req-3211a99a-c07b-459f-b7dc-943b9ec71423 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Apr 20 05:50:32.776522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3655-5f95-4ecd-bbcc-a7b83b3878b7 req-8ba57779-644a-48da-82f9-256156e0ac2a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:32.778118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-120f3655-5f95-4ecd-bbcc-a7b83b3878b7 req-8ba57779-644a-48da-82f9-256156e0ac2a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0899150 Apr 20 05:50:32.826426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-120f3655-5f95-4ecd-bbcc-a7b83b3878b7 req-1ac569f6-c47c-4a78-8d10-05acf9ab864b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Apr 20 05:50:33.959847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b11cd-7921-4c90-ba52-ffcdbfe0bd78 req-5319913f-e682-46b4-8c79-60478bd20b6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:33.961439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-250b11cd-7921-4c90-ba52-ffcdbfe0bd78 req-5319913f-e682-46b4-8c79-60478bd20b6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0890319 Apr 20 05:50:34.009749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-250b11cd-7921-4c90-ba52-ffcdbfe0bd78 req-64d8f7dd-ea3e-405b-abec-018023309f47 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Apr 20 05:50:34.034163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03106543-1f88-462e-998d-93b2100009f8 req-11bc2556-2d82-44a1-a13c-237e477fb65c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:34.035762 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03106543-1f88-462e-998d-93b2100009f8 req-11bc2556-2d82-44a1-a13c-237e477fb65c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0937259 Apr 20 05:50:34.083918 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03106543-1f88-462e-998d-93b2100009f8 req-358adcd6-0c88-47ed-904c-7c825b0d3d41 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 Apr 20 05:50:35.230944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b775e-ddae-4918-af8a-2f49fceec3f0 req-605a1d9e-c253-476b-8829-0308817709bf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:35.232605 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a88b775e-ddae-4918-af8a-2f49fceec3f0 req-605a1d9e-c253-476b-8829-0308817709bf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0930643 Apr 20 05:50:35.281058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a88b775e-ddae-4918-af8a-2f49fceec3f0 req-267e375e-0235-4624-b456-345db18672b8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Apr 20 05:50:35.302994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee85f2-b53d-4cd2-bf35-e8f8eacf0ed6 req-c208950d-c327-4c52-af14-5df1c9998fdb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:35.304630 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2ee85f2-b53d-4cd2-bf35-e8f8eacf0ed6 req-c208950d-c327-4c52-af14-5df1c9998fdb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0913434 Apr 20 05:50:35.355749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2ee85f2-b53d-4cd2-bf35-e8f8eacf0ed6 req-6eb6b020-02ea-4a11-aaaa-113ec63393ff tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447552 Apr 20 05:50:36.498052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277f5e-d366-492d-b8a3-fce75cb0b73e req-8e3715f3-eba1-46a3-87cf-6feb0a8b64a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:36.499703 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae277f5e-d366-492d-b8a3-fce75cb0b73e req-8e3715f3-eba1-46a3-87cf-6feb0a8b64a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0890334 Apr 20 05:50:36.547277 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae277f5e-d366-492d-b8a3-fce75cb0b73e req-fc766a45-b347-4633-baad-8a72c76e908f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Apr 20 05:50:36.568004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c91ba-502f-4f5c-bf6a-cbb2d0f29f13 req-c2f7dd0b-5a46-4ecb-8de6-81ac411a2bb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:36.569553 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-223c91ba-502f-4f5c-bf6a-cbb2d0f29f13 req-c2f7dd0b-5a46-4ecb-8de6-81ac411a2bb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0927436 Apr 20 05:50:36.618314 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-223c91ba-502f-4f5c-bf6a-cbb2d0f29f13 req-318f5ae8-2423-4c63-bd3f-78a1b832c7c2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Apr 20 05:50:37.500960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7452ee-6f44-4608-9436-ac8924bcf5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:37.743192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:37.766829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0421e6-56af-4ca7-8fb6-740d553ce567 req-01d01360-7fe3-4d6c-8231-18b1fe5da776 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:37.768497 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c0421e6-56af-4ca7-8fb6-740d553ce567 req-01d01360-7fe3-4d6c-8231-18b1fe5da776 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0927172 Apr 20 05:50:37.820681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c0421e6-56af-4ca7-8fb6-740d553ce567 req-57990e19-0dc0-4964-a908-68b54033f0ab tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Apr 20 05:50:37.829625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866fb05-a979-470c-b134-712b5802da7b req-0035ac03-0ee7-4912-b9f3-850a9658ef17 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:37.831298 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8866fb05-a979-470c-b134-712b5802da7b req-0035ac03-0ee7-4912-b9f3-850a9658ef17 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0976479 Apr 20 05:50:37.881733 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8866fb05-a979-470c-b134-712b5802da7b req-dd2836f8-a5d0-403f-a79c-954e43a88da2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 Apr 20 05:50:39.037954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d5705-e6b1-4dcd-af1d-5cd65831326c req-6c5bac1a-a1ac-42ed-87f5-104bf2a86801 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:39.039586 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c4d5705-e6b1-4dcd-af1d-5cd65831326c req-6c5bac1a-a1ac-42ed-87f5-104bf2a86801 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0885866 Apr 20 05:50:39.089274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e73e84-01cb-4735-9e40-184a5cc4aefb req-f0bb64c6-ef19-42c7-925e-99e8840ab2a0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:39.090899 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e73e84-01cb-4735-9e40-184a5cc4aefb req-f0bb64c6-ef19-42c7-925e-99e8840ab2a0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0924675 Apr 20 05:50:39.092983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c4d5705-e6b1-4dcd-af1d-5cd65831326c req-18212929-0680-487d-8771-8185e6f92130 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465074 Apr 20 05:50:39.140860 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83e73e84-01cb-4735-9e40-184a5cc4aefb req-b0dfa0be-b541-45dd-85a9-06f58d3ed02c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Apr 20 05:50:39.987266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b573107-2407-4e94-a862-3dfc9a85320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.237984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.307517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7c7f3-ac7c-4bd6-bd0e-22228a1c5cf7 req-cb0c0da9-bfd2-458a-8b03-dc5582e42829 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:40.309240 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07f7c7f3-ac7c-4bd6-bd0e-22228a1c5cf7 req-cb0c0da9-bfd2-458a-8b03-dc5582e42829 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0911174 Apr 20 05:50:40.356182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2315572-b2a1-4c93-80de-19d582ad82d5 req-a6f30998-a1ad-4e59-ab82-e986880ed83d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:40.357809 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2315572-b2a1-4c93-80de-19d582ad82d5 req-a6f30998-a1ad-4e59-ab82-e986880ed83d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0923312 Apr 20 05:50:40.360322 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07f7c7f3-ac7c-4bd6-bd0e-22228a1c5cf7 req-ea7a13ce-3e92-4c20-9868-b0c1f6aff829 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439129 Apr 20 05:50:40.408482 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2315572-b2a1-4c93-80de-19d582ad82d5 req-9ae35383-b0de-4fb6-bc34-0dc4958fb963 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Apr 20 05:50:41.578754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:41.592779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e6ec9-697f-4aad-a7a1-369c413bf9da req-1b0b3bda-9212-4f52-b044-3b840c8fe052 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.594405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-116e6ec9-697f-4aad-a7a1-369c413bf9da req-1b0b3bda-9212-4f52-b044-3b840c8fe052 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0966864 Apr 20 05:50:41.614453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5989-839a-47df-b4db-de978476145d req-721c9fbf-c410-4674-9de1-361d0333855e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.616619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-926c5989-839a-47df-b4db-de978476145d req-721c9fbf-c410-4674-9de1-361d0333855e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0901253 Apr 20 05:50:41.643321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-116e6ec9-697f-4aad-a7a1-369c413bf9da req-916c84ff-9dbc-46e5-823a-6c1154edb180 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Apr 20 05:50:41.669801 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-926c5989-839a-47df-b4db-de978476145d req-7d38a6c6-a0ef-442b-adae-ac8a99bcacc8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459549 Apr 20 05:50:41.869435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:42.852710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfa2d8-e1d0-4f80-992e-efa86bf3d42c req-a4875391-cfa1-4d0c-a126-aec41260007a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:42.854321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-accfa2d8-e1d0-4f80-992e-efa86bf3d42c req-a4875391-cfa1-4d0c-a126-aec41260007a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0892675 Apr 20 05:50:42.876668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9bad-1a18-450b-a9ad-eb883cb653cb req-99fc138e-21eb-4654-9e78-bec23afbd068 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:42.878218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e85f9bad-1a18-450b-a9ad-eb883cb653cb req-99fc138e-21eb-4654-9e78-bec23afbd068 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0901849 Apr 20 05:50:42.903669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-accfa2d8-e1d0-4f80-992e-efa86bf3d42c req-d23a5be6-14ef-4c5b-b95e-9d337d0170ca tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 Apr 20 05:50:42.927977 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e85f9bad-1a18-450b-a9ad-eb883cb653cb req-880059b8-1b59-486b-abb6-eb6f01a60763 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424886 Apr 20 05:50:44.130456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb93d1-f13a-45e7-ab78-2a3e09ba59fe req-0e193e45-d794-4880-abd5-a4aa7f03dc0c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:44.132107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8efb93d1-f13a-45e7-ab78-2a3e09ba59fe req-0e193e45-d794-4880-abd5-a4aa7f03dc0c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0995681 Apr 20 05:50:44.136783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da740-a575-4f65-9b62-e583fcb1daf7 req-88617c08-b1fb-49ee-ba7d-9dafe5a62d16 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:44.138325 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b62da740-a575-4f65-9b62-e583fcb1daf7 req-88617c08-b1fb-49ee-ba7d-9dafe5a62d16 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0956326 Apr 20 05:50:44.181086 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8efb93d1-f13a-45e7-ab78-2a3e09ba59fe req-3da2cd10-8443-4f9b-9f8f-39717328696b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Apr 20 05:50:44.186637 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b62da740-a575-4f65-9b62-e583fcb1daf7 req-acff994f-32c0-42fc-af72-9817d5c31250 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415511 Apr 20 05:50:45.397558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934709bb-184d-45e9-8ca1-0be64a39def0 req-090084f2-2641-4990-927b-c070f00362ec tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:45.398879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0971df-37c2-4539-b0ff-57a6fa3f14f3 req-ec45fd3f-e047-4def-b934-3b377eace888 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:45.399151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-934709bb-184d-45e9-8ca1-0be64a39def0 req-090084f2-2641-4990-927b-c070f00362ec tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0889111 Apr 20 05:50:45.400507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f0971df-37c2-4539-b0ff-57a6fa3f14f3 req-ec45fd3f-e047-4def-b934-3b377eace888 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0913990 Apr 20 05:50:45.449534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f0971df-37c2-4539-b0ff-57a6fa3f14f3 req-0b802316-5b6e-49f7-9d67-7499e4fe9d34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Apr 20 05:50:45.450444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-934709bb-184d-45e9-8ca1-0be64a39def0 req-c267f59e-3223-441b-a217-ecd310444beb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447464 Apr 20 05:50:46.659569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc55a8-011a-4f70-8edd-d6a01e02046e req-cd3aadde-125f-4534-ba5e-2e74eb50ec26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:46.661205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33fc55a8-011a-4f70-8edd-d6a01e02046e req-cd3aadde-125f-4534-ba5e-2e74eb50ec26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0893893 Apr 20 05:50:46.683485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d80f-369e-4a36-aabf-dd3f0af2f1cc req-ac2e74bc-3c1d-44dc-ab7b-cb3f7584a03a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:46.685113 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd36d80f-369e-4a36-aabf-dd3f0af2f1cc req-ac2e74bc-3c1d-44dc-ab7b-cb3f7584a03a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1048098 Apr 20 05:50:46.713652 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33fc55a8-011a-4f70-8edd-d6a01e02046e req-bacdd4bb-19a1-4923-a2c6-f99e28b9cdb9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Apr 20 05:50:46.734876 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd36d80f-369e-4a36-aabf-dd3f0af2f1cc req-8d21c26f-965e-4989-b1ac-9290f1f527c3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Apr 20 05:50:46.745701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:50:47.945269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa56a4b-867f-4dd7-b77b-04dccf8e0c9b req-6c2ee44d-9849-43e5-abbb-ea63fbde6c61 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:47.946811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1aa56a4b-867f-4dd7-b77b-04dccf8e0c9b req-6c2ee44d-9849-43e5-abbb-ea63fbde6c61 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0923188 Apr 20 05:50:47.948406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14d4a5-a7e6-4dc2-906d-e4e92b9fd057 req-90379b27-828c-4165-bc20-32c205af939c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:47.950017 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df14d4a5-a7e6-4dc2-906d-e4e92b9fd057 req-90379b27-828c-4165-bc20-32c205af939c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1134830 Apr 20 05:50:47.999260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df14d4a5-a7e6-4dc2-906d-e4e92b9fd057 req-6b2982a9-d736-470f-8c2d-b7de7aee3233 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Apr 20 05:50:47.999525 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1aa56a4b-867f-4dd7-b77b-04dccf8e0c9b req-03d3dad3-04dc-4bf7-b9fd-241d4f1786c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457759 Apr 20 05:50:49.204868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd38d72-ffcc-4048-93ad-1cbd3fdde160 req-543e8a4e-b46a-497a-807d-da870faf3b52 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:49.206585 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcd38d72-ffcc-4048-93ad-1cbd3fdde160 req-543e8a4e-b46a-497a-807d-da870faf3b52 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0896654 Apr 20 05:50:49.211659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0790-4cd9-4043-82eb-d270c58db939 req-3ec0c8f2-5c92-41d3-a382-091fb601dfc6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:49.216398 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b6cb0790-4cd9-4043-82eb-d270c58db939 req-3ec0c8f2-5c92-41d3-a382-091fb601dfc6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0959125 Apr 20 05:50:49.265917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcd38d72-ffcc-4048-93ad-1cbd3fdde160 req-0bb15c37-272c-40fb-bfce-36091d1f43ea tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527444 Apr 20 05:50:49.274909 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b6cb0790-4cd9-4043-82eb-d270c58db939 req-254aba54-2d75-4ace-baa3-fdf0504b4b8d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511284 Apr 20 05:50:50.499880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04ce88-c0b3-41f3-8c3b-d957dad75c53 req-28c67401-5ed0-47f3-adc7-574401c00ae0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:50.501487 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b04ce88-c0b3-41f3-8c3b-d957dad75c53 req-28c67401-5ed0-47f3-adc7-574401c00ae0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0991094 Apr 20 05:50:50.553329 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b04ce88-c0b3-41f3-8c3b-d957dad75c53 req-45f96d2d-8ac8-4f5b-b999-3825175ba4ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Apr 20 05:50:50.675807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b1b3c-5800-4c27-ab5b-650b4a34f4f5 req-efb39a4e-b853-4c57-9dc7-b665a1f181da tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:50.677346 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e9b1b3c-5800-4c27-ab5b-650b4a34f4f5 req-efb39a4e-b853-4c57-9dc7-b665a1f181da tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.2942123 Apr 20 05:50:50.729394 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e9b1b3c-5800-4c27-ab5b-650b4a34f4f5 req-a2dd6375-b7d8-47a2-a431-20ca45806ac2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Apr 20 05:50:51.770557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd08b-b45b-4b99-9f8c-273680bc630f req-7939057a-f86d-41a6-a964-fd521d72282c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:51.772267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d08bd08b-b45b-4b99-9f8c-273680bc630f req-7939057a-f86d-41a6-a964-fd521d72282c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0912797 Apr 20 05:50:51.825210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d08bd08b-b45b-4b99-9f8c-273680bc630f req-34944ce4-6508-4096-a88a-cb304c845e0c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Apr 20 05:50:52.075422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051d64-59ad-4d97-8cce-e790dfca7641 req-654f2b2b-199b-4c5b-a0ca-015cb8228779 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:52.076914 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81051d64-59ad-4d97-8cce-e790dfca7641 req-654f2b2b-199b-4c5b-a0ca-015cb8228779 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0931158 Apr 20 05:50:52.130054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81051d64-59ad-4d97-8cce-e790dfca7641 req-ffe4b2b4-9c6e-4083-a9b7-927961af2368 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Apr 20 05:50:53.049990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f062-c022-4da8-8dca-6775e5408f6b req-4bfe5bbc-1bcb-4da3-a100-3fa7cc2412f3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:53.051610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c1f062-c022-4da8-8dca-6775e5408f6b req-4bfe5bbc-1bcb-4da3-a100-3fa7cc2412f3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1005459 Apr 20 05:50:53.103614 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86c1f062-c022-4da8-8dca-6775e5408f6b req-222038b8-5b42-4856-8f70-cbe59aa84409 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Apr 20 05:50:53.338620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0626a-ec37-4c33-ac26-f0914b2a9774 req-e2fd0504-0835-4695-b2a5-ee1f714aa976 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:53.338620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02a0626a-ec37-4c33-ac26-f0914b2a9774 req-e2fd0504-0835-4695-b2a5-ee1f714aa976 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0874763 Apr 20 05:50:53.379449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02a0626a-ec37-4c33-ac26-f0914b2a9774 req-6cec8f7e-9f2d-4be7-b367-150eaa1b4b42 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411134 Apr 20 05:50:54.327300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d52cd-56ad-46e5-92d8-af3e74f0c902 req-b7dd377f-2a3e-4e9d-9263-352babd1c604 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:54.328886 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-660d52cd-56ad-46e5-92d8-af3e74f0c902 req-b7dd377f-2a3e-4e9d-9263-352babd1c604 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0910590 Apr 20 05:50:54.381395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-660d52cd-56ad-46e5-92d8-af3e74f0c902 req-0a968ae4-e133-44b5-9c25-c0b4118decdb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Apr 20 05:50:54.591154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48099e0d-83f6-47bf-bf2a-28ada3942463 req-4b4d824f-fcf1-48be-98c4-5e8aadae98f0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:54.592756 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48099e0d-83f6-47bf-bf2a-28ada3942463 req-4b4d824f-fcf1-48be-98c4-5e8aadae98f0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0980837 Apr 20 05:50:54.639725 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48099e0d-83f6-47bf-bf2a-28ada3942463 req-cbdfb5ce-04e4-4ce6-95a7-5d0faf518eff tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Apr 20 05:50:55.597309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0842a-73a4-41b5-ab44-a35192144c00 req-be4ac562-b10e-42d5-9361-b0ecf0e49a5f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:55.598874 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24c0842a-73a4-41b5-ab44-a35192144c00 req-be4ac562-b10e-42d5-9361-b0ecf0e49a5f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0928483 Apr 20 05:50:55.646846 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24c0842a-73a4-41b5-ab44-a35192144c00 req-d24720f7-bcb4-4c79-b72a-50a2a30e1fee tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Apr 20 05:50:55.843713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ded7ed-6150-4372-942c-14021fc5de90 req-dacef99c-be99-4cc9-9e0e-a28a6e47671d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:55.845360 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3ded7ed-6150-4372-942c-14021fc5de90 req-dacef99c-be99-4cc9-9e0e-a28a6e47671d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0914974 Apr 20 05:50:55.894020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3ded7ed-6150-4372-942c-14021fc5de90 req-3cb74c60-1ae5-48cc-97fe-24f300356974 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Apr 20 05:50:56.859121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a52aab-8399-4736-bfc7-bd810375a33f req-5cb66ccc-a154-4722-a9ad-f15717ad3078 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:56.860788 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21a52aab-8399-4736-bfc7-bd810375a33f req-5cb66ccc-a154-4722-a9ad-f15717ad3078 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0958910 Apr 20 05:50:56.910680 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21a52aab-8399-4736-bfc7-bd810375a33f req-677fd973-9c55-43f1-b5b1-ff87f29a65e1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Apr 20 05:50:57.231542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc48b18-95ae-4aa1-ac50-9e5a05c9f972 req-33ee1b62-2e16-429b-a1e4-11465688c5d4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.233131 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1cc48b18-95ae-4aa1-ac50-9e5a05c9f972 req-33ee1b62-2e16-429b-a1e4-11465688c5d4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1025145 Apr 20 05:50:57.281349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1cc48b18-95ae-4aa1-ac50-9e5a05c9f972 req-feaae4a8-ddcc-4da2-bd86-1916adf738d9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Apr 20 05:50:58.135345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b87df-2d62-4c38-ab9f-15cc113734ae req-1c1fe9c8-d33a-4cb7-8196-5f093bdc161a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:58.136918 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b75b87df-2d62-4c38-ab9f-15cc113734ae req-1c1fe9c8-d33a-4cb7-8196-5f093bdc161a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924189 Apr 20 05:50:58.185299 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b75b87df-2d62-4c38-ab9f-15cc113734ae req-498b9a13-a1fe-4a32-a6bb-1e2f7705d8b1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Apr 20 05:50:58.487781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838a0a-a547-4fc1-a977-ee0d5eaac024 req-2b800466-ca8c-42bd-b3cf-6682adc077f0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:58.489357 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f838a0a-a547-4fc1-a977-ee0d5eaac024 req-2b800466-ca8c-42bd-b3cf-6682adc077f0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0941496 Apr 20 05:50:58.538203 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f838a0a-a547-4fc1-a977-ee0d5eaac024 req-450565d7-b3dd-4b0f-994e-28c1942967f6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Apr 20 05:50:59.397617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f64bc-38c4-4eb8-b97c-509b48274918 req-e0a7ba20-191a-4bfc-9fcb-b0993b53af52 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:59.399142 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-390f64bc-38c4-4eb8-b97c-509b48274918 req-e0a7ba20-191a-4bfc-9fcb-b0993b53af52 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0943267 Apr 20 05:50:59.450043 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-390f64bc-38c4-4eb8-b97c-509b48274918 req-ae2f0edb-1be8-4a7b-8518-25ca839a8575 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Apr 20 05:50:59.767222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d6a7-c508-42a2-bda6-510edeceab3d req-1535c051-dabd-4824-bcdb-6c6408f98fa5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:59.768707 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72c2d6a7-c508-42a2-bda6-510edeceab3d req-1535c051-dabd-4824-bcdb-6c6408f98fa5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0997021 Apr 20 05:50:59.816262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72c2d6a7-c508-42a2-bda6-510edeceab3d req-87e187db-b7d7-4f28-ab49-9e9b1b45444e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 Apr 20 05:51:00.693076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c573bd-ed19-4ec4-a20d-2c1dbef9dd84 req-2d187cbf-2d9d-4ea2-a359-602d91aaf608 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:00.694752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32c573bd-ed19-4ec4-a20d-2c1dbef9dd84 req-2d187cbf-2d9d-4ea2-a359-602d91aaf608 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1049154 Apr 20 05:51:00.749436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32c573bd-ed19-4ec4-a20d-2c1dbef9dd84 req-fb8472e1-56ab-4863-9e40-6b91d295cd16 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Apr 20 05:51:01.024392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb851-8736-401d-b261-dd790fe6f3be req-738dc656-7c59-401f-a19d-ab7d6cbdfcb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:01.025953 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb5eb851-8736-401d-b261-dd790fe6f3be req-738dc656-7c59-401f-a19d-ab7d6cbdfcb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0934043 Apr 20 05:51:01.073574 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb5eb851-8736-401d-b261-dd790fe6f3be req-e1c784b5-228d-4370-b20e-1c100bb0b13f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Apr 20 05:51:01.967312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a49786-02f0-4d24-95f0-b09adab80abe req-7915a490-b8ae-4dd5-9b1a-2febc6d498fa tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:01.968916 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98a49786-02f0-4d24-95f0-b09adab80abe req-7915a490-b8ae-4dd5-9b1a-2febc6d498fa tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0932963 Apr 20 05:51:02.016573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98a49786-02f0-4d24-95f0-b09adab80abe req-0da7afb7-645f-4b66-bb33-006a10948980 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Apr 20 05:51:02.289218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136af2-39af-4776-88ef-5810dc229176 req-3cc7c032-4c6d-4339-a8c6-4ced9fcf5b8c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:02.290827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f136af2-39af-4776-88ef-5810dc229176 req-3cc7c032-4c6d-4339-a8c6-4ced9fcf5b8c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0910392 Apr 20 05:51:02.345798 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f136af2-39af-4776-88ef-5810dc229176 req-f35ceebb-a554-4b02-bf96-e82a692fb10a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483980 Apr 20 05:51:03.243140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3de1a-6487-4048-8002-103a84a7abcf req-9343b32d-f981-4e0e-ac0e-47ed4c3914c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:03.244797 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2aa3de1a-6487-4048-8002-103a84a7abcf req-9343b32d-f981-4e0e-ac0e-47ed4c3914c1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1036201 Apr 20 05:51:03.305477 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2aa3de1a-6487-4048-8002-103a84a7abcf req-6df036b7-9276-498d-bd7c-51d8f373e1b9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Apr 20 05:51:03.557260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665a8c-f0f3-491b-a0a6-c2a47b60aefa req-baa4ffcd-cd63-4de0-9d33-206bb3a8d882 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:03.558866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a665a8c-f0f3-491b-a0a6-c2a47b60aefa req-baa4ffcd-cd63-4de0-9d33-206bb3a8d882 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0994716 Apr 20 05:51:03.607198 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a665a8c-f0f3-491b-a0a6-c2a47b60aefa req-f77ef5c7-3d58-403f-b013-4f67d0c4a674 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Apr 20 05:51:04.502541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f325-b88d-443e-bb00-66133e6ca527 req-13b779b0-eca1-400f-8833-f3cecf3bf044 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:04.504211 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b61f325-b88d-443e-bb00-66133e6ca527 req-13b779b0-eca1-400f-8833-f3cecf3bf044 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0906336 Apr 20 05:51:04.552436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b61f325-b88d-443e-bb00-66133e6ca527 req-6033076e-5f98-409a-a98d-c1d51a29ee22 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Apr 20 05:51:04.812185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d5a70-ffcb-4d32-82c4-d1c3dfd0b8c0 req-ac386dd7-a85d-4eef-bdb9-3fd2d7fd89f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:04.813769 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a97d5a70-ffcb-4d32-82c4-d1c3dfd0b8c0 req-ac386dd7-a85d-4eef-bdb9-3fd2d7fd89f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0932076 Apr 20 05:51:04.862228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a97d5a70-ffcb-4d32-82c4-d1c3dfd0b8c0 req-adf67111-506d-473f-af00-4f09c6be58dd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Apr 20 05:51:05.773115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e94e4-7079-4cdc-b057-90dd4b8192de req-a43a5f7b-b474-4c4c-b05a-f32e7411fd3a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:05.774712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c77e94e4-7079-4cdc-b057-90dd4b8192de req-a43a5f7b-b474-4c4c-b05a-f32e7411fd3a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0951016 Apr 20 05:51:05.823592 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c77e94e4-7079-4cdc-b057-90dd4b8192de req-f1be499c-e3e0-499d-a97c-e556d409300b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Apr 20 05:51:06.091897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824af8-004a-4c04-9c40-ce136f25e560 req-a26701f9-e739-46c7-ba41-f292f5b13846 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:06.093395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1824af8-004a-4c04-9c40-ce136f25e560 req-a26701f9-e739-46c7-ba41-f292f5b13846 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1022751 Apr 20 05:51:06.146731 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1824af8-004a-4c04-9c40-ce136f25e560 req-fa71ae0a-3015-4238-aa4a-be0b98e84e35 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443487 Apr 20 05:51:07.033227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150661c-0ea0-4e4a-b455-98c05d3e67dc req-2fbb3249-8de9-42eb-8603-270465b17f2f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:07.034699 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3150661c-0ea0-4e4a-b455-98c05d3e67dc req-2fbb3249-8de9-42eb-8603-270465b17f2f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0910368 Apr 20 05:51:07.088169 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3150661c-0ea0-4e4a-b455-98c05d3e67dc req-c60eed0a-ffda-4534-a74e-24eebeecce25 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Apr 20 05:51:07.379905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446525cd-20ca-4f93-8c4b-bdf8e660654b req-bfaa9665-0051-46a8-bc58-f46370c0e747 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:07.381521 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-446525cd-20ca-4f93-8c4b-bdf8e660654b req-bfaa9665-0051-46a8-bc58-f46370c0e747 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1042905 Apr 20 05:51:07.433456 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-446525cd-20ca-4f93-8c4b-bdf8e660654b req-4d98d2f9-f7ca-4b56-b178-afc95044bf67 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Apr 20 05:51:07.493171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d451732-1707-4768-acea-cfe74913f085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.758389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:08.297202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa68c-9149-4cd0-a41c-6895a2bd067b req-79d42878-e4f5-441d-8a5e-8660c3f7afa4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.298806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-219aa68c-9149-4cd0-a41c-6895a2bd067b req-79d42878-e4f5-441d-8a5e-8660c3f7afa4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903790 Apr 20 05:51:08.351587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-219aa68c-9149-4cd0-a41c-6895a2bd067b req-bd540898-332d-40dc-8520-7deae7be9d0d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Apr 20 05:51:08.650573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6afc19-1bcd-4067-a593-d17f61dbfe30 req-b4d26345-b1d8-4919-9032-7d45a42a0627 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.652194 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d6afc19-1bcd-4067-a593-d17f61dbfe30 req-b4d26345-b1d8-4919-9032-7d45a42a0627 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0928872 Apr 20 05:51:08.711264 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d6afc19-1bcd-4067-a593-d17f61dbfe30 req-efa41c77-2584-4799-9313-c80ffa855890 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493407 Apr 20 05:51:09.600923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa042f1a-057c-4d54-bf02-1891d11e8bde req-fff545c9-12c3-45c8-a6ea-7127e06bee93 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:09.602443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa042f1a-057c-4d54-bf02-1891d11e8bde req-fff545c9-12c3-45c8-a6ea-7127e06bee93 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1067948 Apr 20 05:51:09.653925 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa042f1a-057c-4d54-bf02-1891d11e8bde req-ad1d796a-9616-4510-9712-ee5da0c38049 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Apr 20 05:51:09.928871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb25a0-02d4-497e-90b4-e7f33793aaa0 req-2c7c4aca-f538-4ba9-b710-73cc9348ad8b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:09.930489 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80cb25a0-02d4-497e-90b4-e7f33793aaa0 req-2c7c4aca-f538-4ba9-b710-73cc9348ad8b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0955665 Apr 20 05:51:09.979949 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80cb25a0-02d4-497e-90b4-e7f33793aaa0 req-97205463-73ae-49c4-984a-844c11984956 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Apr 20 05:51:09.999113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa408-cb33-44a8-9950-5cd628268ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:10.234818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:10.878254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9774cac-e805-4c01-980e-9568c1975c1c req-23ca614f-0ce3-4c95-b13d-b6afe1750feb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:10.879898 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9774cac-e805-4c01-980e-9568c1975c1c req-23ca614f-0ce3-4c95-b13d-b6afe1750feb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0958529 Apr 20 05:51:10.927387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9774cac-e805-4c01-980e-9568c1975c1c req-865cb2c0-9fce-469b-92b7-3e73a3b1fb21 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Apr 20 05:51:11.190976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9789e-1d55-4700-9d52-d787752aa119 req-b495ea85-c158-4246-964d-5e1c82d26cb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:11.192628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ce9789e-1d55-4700-9d52-d787752aa119 req-b495ea85-c158-4246-964d-5e1c82d26cb3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0923798 Apr 20 05:51:11.248780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ce9789e-1d55-4700-9d52-d787752aa119 req-84220244-cea3-448f-b64c-cdb9d228638b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492463 Apr 20 05:51:11.356461 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-73edc676-cf0b-45af-87b2-dbab3643d448 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818405 Apr 20 05:51:11.457434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-65643ea3-031f-4387-bf53-d795cb1b4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:11.459132 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-65643ea3-031f-4387-bf53-d795cb1b4d35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0795360 Apr 20 05:51:11.574648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:11.619826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-57948051-a174-4566-aee1-f54d359820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:11.621410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-57948051-a174-4566-aee1-f54d359820a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1418812 Apr 20 05:51:11.705887 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-b5988621-e1da-4164-a776-534f6988ced1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0770409 Apr 20 05:51:11.775854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-a4a8fe92-92dd-4bfa-9030-fab3de9a2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:11.777404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-a4a8fe92-92dd-4bfa-9030-fab3de9a2d84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0651751 Apr 20 05:51:11.834486 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-f4beca0e-3b5e-4b5d-a281-d0638a863cc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492344 Apr 20 05:51:11.872269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:11.981380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-ac7c966d-c62a-4dc3-8110-1a9bba250094 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399894 Apr 20 05:51:12.391170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-423d8be7-a17f-4cbf-ae7b-bd74d7889f60 req-384c8c56-f297-4d8f-a9cf-7a13d258b7f2 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029365 Apr 20 05:51:12.401021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98a6b0-ff77-42dd-a429-d2da5d570f62 req-365409de-8dfe-4413-8402-99d519d95459 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:12.402869 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b98a6b0-ff77-42dd-a429-d2da5d570f62 req-365409de-8dfe-4413-8402-99d519d95459 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1948819 Apr 20 05:51:12.456619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b98a6b0-ff77-42dd-a429-d2da5d570f62 req-38ad68ba-cfaa-40b8-aa85-a67037b1e011 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459187 Apr 20 05:51:12.463125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c2186-b5d7-4357-acb4-05c750db816e req-dfdc7102-11c5-4449-aef5-92e0c3bef49e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:12.464808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b8c2186-b5d7-4357-acb4-05c750db816e req-dfdc7102-11c5-4449-aef5-92e0c3bef49e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0965173 Apr 20 05:51:12.512984 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b8c2186-b5d7-4357-acb4-05c750db816e req-e5362ddd-0566-4080-95c2-d5b1fd88a845 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Apr 20 05:51:13.668028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90819-6feb-418b-af05-e9273fa57322 req-b3589ad4-af78-4b39-bf6b-25040b6d2ea5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:13.669681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8c90819-6feb-418b-af05-e9273fa57322 req-b3589ad4-af78-4b39-bf6b-25040b6d2ea5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0910292 Apr 20 05:51:13.717723 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8c90819-6feb-418b-af05-e9273fa57322 req-ff4fe24d-dcc9-4d36-b1a1-94a90400340f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 20 05:51:13.724646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35ef3-a8a1-4fb3-941f-a6e5208a5991 req-eb3a5357-06da-4be2-a054-7f83b22ef97f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:13.726408 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24d35ef3-a8a1-4fb3-941f-a6e5208a5991 req-eb3a5357-06da-4be2-a054-7f83b22ef97f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982437 Apr 20 05:51:13.774157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24d35ef3-a8a1-4fb3-941f-a6e5208a5991 req-0c77ffed-4165-48d8-89fb-0a3c8d77c2d4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Apr 20 05:51:14.929378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded96fb-a586-415f-a9a9-5701700b05e6 req-7a5fce21-f8fe-4a2e-94e9-e729fcc0641d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.930973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ded96fb-a586-415f-a9a9-5701700b05e6 req-7a5fce21-f8fe-4a2e-94e9-e729fcc0641d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0932539 Apr 20 05:51:14.981137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ded96fb-a586-415f-a9a9-5701700b05e6 req-ca612a57-357c-46fe-b7ba-5cf82b05d895 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Apr 20 05:51:14.981388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab96e2a-3aaf-4003-9869-23d5845c7d51 req-9e5515d8-f865-4df6-a61e-25cc1581a524 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.982775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cab96e2a-3aaf-4003-9869-23d5845c7d51 req-9e5515d8-f865-4df6-a61e-25cc1581a524 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0903394 Apr 20 05:51:15.034336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cab96e2a-3aaf-4003-9869-23d5845c7d51 req-e97d4be4-8fea-4833-8174-8087ce84a5f2 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Apr 20 05:51:16.206165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d9a6-9e16-4d37-9a4b-58563bcc157e req-388e4462-0f2c-4640-8dc4-ae6ab89c67b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:16.208407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf97d9a6-9e16-4d37-9a4b-58563bcc157e req-388e4462-0f2c-4640-8dc4-ae6ab89c67b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924132 Apr 20 05:51:16.241460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec78da8-43f0-4176-8714-38d0a51190c7 req-248b2627-ce59-4fc0-a758-d1e68df55c6f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:16.243149 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ec78da8-43f0-4176-8714-38d0a51190c7 req-248b2627-ce59-4fc0-a758-d1e68df55c6f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0910084 Apr 20 05:51:16.257672 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf97d9a6-9e16-4d37-9a4b-58563bcc157e req-a5b73997-8388-4f58-941d-25f73fb3d673 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Apr 20 05:51:16.302266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ec78da8-43f0-4176-8714-38d0a51190c7 req-52a4e130-af84-410f-958b-a5fcfc2e059e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513918 Apr 20 05:51:17.489352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848c59-69ea-4db6-ad8d-f668ce9c9dec req-fcfa7851-5322-4100-bd0d-853bf3ef0fe1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:17.490932 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4848c59-69ea-4db6-ad8d-f668ce9c9dec req-fcfa7851-5322-4100-bd0d-853bf3ef0fe1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0987349 Apr 20 05:51:17.513036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad97917-8741-495e-b52d-bf1194a75c01 req-fc122f65-56f7-4ad6-b0e9-1a4bbbafd01d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:17.514633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad97917-8741-495e-b52d-bf1194a75c01 req-fc122f65-56f7-4ad6-b0e9-1a4bbbafd01d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0925231 Apr 20 05:51:17.540826 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4848c59-69ea-4db6-ad8d-f668ce9c9dec req-f3d2d8b0-07f5-48e5-aa2d-b2cd82ba869f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Apr 20 05:51:17.563569 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad97917-8741-495e-b52d-bf1194a75c01 req-86324f50-0ea3-4910-8c83-fcfa84c8d037 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Apr 20 05:51:18.754187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa6a6-2681-4e30-9429-5d7361108f5c req-6553c877-d590-4c2a-9e37-33477d1aba1a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:18.756724 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25daa6a6-2681-4e30-9429-5d7361108f5c req-6553c877-d590-4c2a-9e37-33477d1aba1a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0907249 Apr 20 05:51:18.772230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4256c1e-c048-4a39-ac26-20205f5abcef req-97e976a2-f787-442d-be51-179d5cd0ecb0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:18.773878 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4256c1e-c048-4a39-ac26-20205f5abcef req-97e976a2-f787-442d-be51-179d5cd0ecb0 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0941710 Apr 20 05:51:18.815314 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25daa6a6-2681-4e30-9429-5d7361108f5c req-a25c918e-0146-4d0d-bb6d-7a7db75c32bf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519400 Apr 20 05:51:18.824306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4256c1e-c048-4a39-ac26-20205f5abcef req-6848a25a-1f0d-44f9-be53-f2266cd624bd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439234 Apr 20 05:51:20.026049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3527-e661-49cd-b366-3f03049b4732 req-8522d68a-d6f7-467d-980a-e6cd4cec2061 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:20.027716 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c45d3527-e661-49cd-b366-3f03049b4732 req-8522d68a-d6f7-467d-980a-e6cd4cec2061 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0924299 Apr 20 05:51:20.035394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6964f6-6bc5-4076-b6d6-a5726c8f888e req-cc2a6890-6f8b-4c05-9501-364b8e70a53b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:20.037060 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc6964f6-6bc5-4076-b6d6-a5726c8f888e req-cc2a6890-6f8b-4c05-9501-364b8e70a53b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0960987 Apr 20 05:51:20.079781 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c45d3527-e661-49cd-b366-3f03049b4732 req-15ac28b8-edd2-4319-8147-0e37bb13197e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Apr 20 05:51:20.089621 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc6964f6-6bc5-4076-b6d6-a5726c8f888e req-a51c955b-4f9e-4523-bf70-028f4652a056 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Apr 20 05:51:21.293765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb52dff-7315-4821-8964-1f3470d510cf req-9627e665-621f-43b5-9191-7fe9e18f9f32 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:21.295359 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cb52dff-7315-4821-8964-1f3470d510cf req-9627e665-621f-43b5-9191-7fe9e18f9f32 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0939929 Apr 20 05:51:21.314856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38602a62-8915-40a8-bec6-9021413298a5 req-a9315d04-b153-47b7-8949-e9c814a94068 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:21.316518 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-38602a62-8915-40a8-bec6-9021413298a5 req-a9315d04-b153-47b7-8949-e9c814a94068 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0936472 Apr 20 05:51:21.344824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cb52dff-7315-4821-8964-1f3470d510cf req-f9951fb5-83e8-4e21-8874-877854461e08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Apr 20 05:51:21.369910 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-38602a62-8915-40a8-bec6-9021413298a5 req-d913cc96-656d-4a13-b026-100e9b91a4d6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462844 Apr 20 05:51:22.552274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ddc54-894b-41f4-8df5-e604775e97d6 req-2e02459f-7145-4b34-940e-419c00f29bcb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:22.554026 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a19ddc54-894b-41f4-8df5-e604775e97d6 req-2e02459f-7145-4b34-940e-419c00f29bcb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903137 Apr 20 05:51:22.571420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeeefe-dbb7-4f44-9875-b1750601cd65 req-cdae4d94-ef36-4fe5-aacb-fb2e8ce7e4e6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:22.573039 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1bfeeefe-dbb7-4f44-9875-b1750601cd65 req-cdae4d94-ef36-4fe5-aacb-fb2e8ce7e4e6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0905595 Apr 20 05:51:22.605473 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a19ddc54-894b-41f4-8df5-e604775e97d6 req-e4a71716-cb1b-454a-aaa0-4fccc3683fb0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Apr 20 05:51:22.622450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1bfeeefe-dbb7-4f44-9875-b1750601cd65 req-8c1ec2c1-0afa-485c-b7e0-0f7f52c62ff5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Apr 20 05:51:23.745646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:51:23.817785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b982e-4a29-4fa9-938a-7a61d88cfe6c req-ef4f9ab9-cb0a-48c7-81d0-3a720fffeeac tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:23.819442 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa8b982e-4a29-4fa9-938a-7a61d88cfe6c req-ef4f9ab9-cb0a-48c7-81d0-3a720fffeeac tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0930517 Apr 20 05:51:23.825106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f02fe-bf12-4ea5-9209-3183555544be req-5ae66934-5c2f-484f-9a1b-727ab0074eed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:23.826700 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-541f02fe-bf12-4ea5-9209-3183555544be req-5ae66934-5c2f-484f-9a1b-727ab0074eed tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0918498 Apr 20 05:51:23.868592 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa8b982e-4a29-4fa9-938a-7a61d88cfe6c req-a13ec594-431e-487e-b5c7-703aef5e43ff tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Apr 20 05:51:23.874217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-541f02fe-bf12-4ea5-9209-3183555544be req-30760ac1-9b37-439d-9fde-ec02d54aeeb6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Apr 20 05:51:25.083181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98792662-8ad5-4dc9-b4f8-b8f53bbf54fc req-ae74c1ea-696d-4db9-bf4e-a0da21bb7944 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.083849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfe8c2-ea7f-4fe6-ac69-2edc3a7f5897 req-de57d6e3-4e7d-450d-98cb-8077d08aadfc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.085060 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98792662-8ad5-4dc9-b4f8-b8f53bbf54fc req-ae74c1ea-696d-4db9-bf4e-a0da21bb7944 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0883942 Apr 20 05:51:25.087136 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8bfe8c2-ea7f-4fe6-ac69-2edc3a7f5897 req-de57d6e3-4e7d-450d-98cb-8077d08aadfc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0898917 Apr 20 05:51:25.134555 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98792662-8ad5-4dc9-b4f8-b8f53bbf54fc req-8b606ece-9ff9-4233-a544-f99734371453 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 Apr 20 05:51:25.139077 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8bfe8c2-ea7f-4fe6-ac69-2edc3a7f5897 req-65aad68d-6355-4326-8eb0-53b01d327ad2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Apr 20 05:51:26.354762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6b939-ad94-4405-94a6-cebcdc12d3b5 req-3d08fe1d-e73e-451c-831a-9045a4a6a0ce tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.356389 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9f6b939-ad94-4405-94a6-cebcdc12d3b5 req-3d08fe1d-e73e-451c-831a-9045a4a6a0ce tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0960820 Apr 20 05:51:26.404053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9f6b939-ad94-4405-94a6-cebcdc12d3b5 req-4a7c7012-6d07-486e-a74f-f0e2a455448c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Apr 20 05:51:26.486348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd196b2-39a5-4b47-9ba4-f726fbb8986d req-5722cd9d-3a2f-4d6b-8dd2-f5901e799e1c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.488039 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ebd196b2-39a5-4b47-9ba4-f726fbb8986d req-5722cd9d-3a2f-4d6b-8dd2-f5901e799e1c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0902481 Apr 20 05:51:26.539569 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ebd196b2-39a5-4b47-9ba4-f726fbb8986d req-5bd6723e-6471-4c52-ba5a-54ef693201d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Apr 20 05:51:27.622729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf077f-8771-4936-9c1b-9b03698f2d7f req-1803f887-ed3b-42a7-9bd8-ba5c27e4d5fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:27.624377 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98cf077f-8771-4936-9c1b-9b03698f2d7f req-1803f887-ed3b-42a7-9bd8-ba5c27e4d5fd tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0909696 Apr 20 05:51:27.675765 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98cf077f-8771-4936-9c1b-9b03698f2d7f req-74dbcea5-b0a7-4449-beb8-43bb4386ba39 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451176 Apr 20 05:51:27.751206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465900-d34c-4961-857d-81bc32ab5f8d req-460c45a5-e55a-4e3c-a314-f48414b6f0a6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:27.752791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98465900-d34c-4961-857d-81bc32ab5f8d req-460c45a5-e55a-4e3c-a314-f48414b6f0a6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0938659 Apr 20 05:51:27.803215 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98465900-d34c-4961-857d-81bc32ab5f8d req-b51d5c8e-9881-459d-9964-edb69cd637ba tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439043 Apr 20 05:51:28.888874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063eaa1-80a4-407a-9911-ca030536db4a req-b5bc03d9-5fa1-4aac-868d-54e88ce6b1f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:28.890542 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2063eaa1-80a4-407a-9911-ca030536db4a req-b5bc03d9-5fa1-4aac-868d-54e88ce6b1f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0895450 Apr 20 05:51:28.941863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2063eaa1-80a4-407a-9911-ca030536db4a req-b7048fbb-7526-43f1-a25b-6c86fe30ed4b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Apr 20 05:51:29.014468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14412-7028-4977-b995-78f299eb596d req-89b89a96-183a-4544-b75a-c1b1edab0c91 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:29.016160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95d14412-7028-4977-b995-78f299eb596d req-89b89a96-183a-4544-b75a-c1b1edab0c91 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0905130 Apr 20 05:51:29.064996 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95d14412-7028-4977-b995-78f299eb596d req-93944273-014c-46df-94cf-49a997714e45 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Apr 20 05:51:30.152058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b583d9-ef64-4195-990e-27187bd75b17 req-22f3acee-0db1-447a-a185-cd12dcf9c13f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:30.153684 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5b583d9-ef64-4195-990e-27187bd75b17 req-22f3acee-0db1-447a-a185-cd12dcf9c13f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0983448 Apr 20 05:51:30.202631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5b583d9-ef64-4195-990e-27187bd75b17 req-1b2d02f9-ae97-4dab-9255-e9b7fdee504c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Apr 20 05:51:30.281108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f817-e045-43b4-80b4-24f0138ffcb6 req-16bf6d82-1855-4869-be95-3972cab44252 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:30.282751 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0520f817-e045-43b4-80b4-24f0138ffcb6 req-16bf6d82-1855-4869-be95-3972cab44252 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0922701 Apr 20 05:51:30.331300 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0520f817-e045-43b4-80b4-24f0138ffcb6 req-e12c43d5-fcdf-4561-ad2e-f17dc6ddc449 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Apr 20 05:51:31.405711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde6da-e06f-4896-9a72-0e40111fab1a req-eb29b8b6-3c17-4efd-bb16-d4ba2fc78716 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:31.407679 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-20bde6da-e06f-4896-9a72-0e40111fab1a req-eb29b8b6-3c17-4efd-bb16-d4ba2fc78716 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0889480 Apr 20 05:51:31.457941 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-20bde6da-e06f-4896-9a72-0e40111fab1a req-df15f577-9bda-4345-8d4f-1a2b6d0b81f9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Apr 20 05:51:31.543782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae2b5-6fcf-4335-9a28-0dd8ade64027 req-17303bc6-c7ca-4877-ae10-f3d7d0b22444 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:31.545589 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-654ae2b5-6fcf-4335-9a28-0dd8ade64027 req-17303bc6-c7ca-4877-ae10-f3d7d0b22444 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0960619 Apr 20 05:51:31.599078 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-654ae2b5-6fcf-4335-9a28-0dd8ade64027 req-9949e37f-5b1d-4171-b336-36c273a3ce46 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Apr 20 05:51:32.679643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9feb0-d4bf-41e6-9e1b-2323d6720500 req-2799d5e2-8d08-4ea2-99a5-80a969fddf57 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:32.681445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7dc9feb0-d4bf-41e6-9e1b-2323d6720500 req-2799d5e2-8d08-4ea2-99a5-80a969fddf57 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0937765 Apr 20 05:51:32.731968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7dc9feb0-d4bf-41e6-9e1b-2323d6720500 req-50ad1cf1-de73-46b0-b09d-309600990cbf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Apr 20 05:51:32.814795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388baf-0e12-4dd2-9f37-320254b19694 req-529936b1-6cbf-4292-ac20-ca06cfe1d66c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:32.816517 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57388baf-0e12-4dd2-9f37-320254b19694 req-529936b1-6cbf-4292-ac20-ca06cfe1d66c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0909457 Apr 20 05:51:32.865057 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57388baf-0e12-4dd2-9f37-320254b19694 req-487d04d4-dd66-4bba-a6cd-7a856fd8bc2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Apr 20 05:51:33.934386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6e57-fba4-464f-b49f-3da064d30a3d req-4c85b6d5-35e0-41f3-8399-b76cdec0a420 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:33.936056 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b2b6e57-fba4-464f-b49f-3da064d30a3d req-4c85b6d5-35e0-41f3-8399-b76cdec0a420 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0886641 Apr 20 05:51:33.989786 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b2b6e57-fba4-464f-b49f-3da064d30a3d req-a7e7b7e7-c3a0-42ef-942f-67200e2854c5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468738 Apr 20 05:51:34.079131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e185e1-cc79-4324-af4b-9f2be785d250 req-c785b05d-fddd-4d07-84ef-4f3514ab88e8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:34.080758 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66e185e1-cc79-4324-af4b-9f2be785d250 req-c785b05d-fddd-4d07-84ef-4f3514ab88e8 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0977712 Apr 20 05:51:34.129703 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66e185e1-cc79-4324-af4b-9f2be785d250 req-2fb0965a-cfed-4f73-9297-4852c0009d31 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Apr 20 05:51:35.206742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f139d82-4e48-432d-976a-b9e4064be842 req-956f519f-ea7d-4345-8870-5110c8ced25c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:35.208349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f139d82-4e48-432d-976a-b9e4064be842 req-956f519f-ea7d-4345-8870-5110c8ced25c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0910501 Apr 20 05:51:35.257363 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f139d82-4e48-432d-976a-b9e4064be842 req-ae67259b-ba1d-4ba1-989f-b1a3c74e64fe tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418806 Apr 20 05:51:35.344717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3762d-196a-46a1-a03a-1f055bdcd964 req-4b9221e2-33d1-445d-91e4-f78d7b55e3af tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:35.346321 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fa3762d-196a-46a1-a03a-1f055bdcd964 req-4b9221e2-33d1-445d-91e4-f78d7b55e3af tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0964243 Apr 20 05:51:35.397033 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fa3762d-196a-46a1-a03a-1f055bdcd964 req-9bc4c0d2-f860-4c93-9241-9bd90576fa3e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Apr 20 05:51:36.482431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b6203-df58-41e1-b59d-1c16e97d80c4 req-1ed007d9-1a5e-4017-a163-7ddc0d380a0b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:36.482431 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b1b6203-df58-41e1-b59d-1c16e97d80c4 req-1ed007d9-1a5e-4017-a163-7ddc0d380a0b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1012535 Apr 20 05:51:36.531885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b1b6203-df58-41e1-b59d-1c16e97d80c4 req-6b97573c-fa93-4dec-a5c5-85ae12d826e7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Apr 20 05:51:36.611178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7a14-fb4f-47f1-8313-912b3dfff8dd req-6374bd44-e9dc-45e7-b885-a3fac19929da tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:36.612766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18cd7a14-fb4f-47f1-8313-912b3dfff8dd req-6374bd44-e9dc-45e7-b885-a3fac19929da tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0943115 Apr 20 05:51:36.661739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18cd7a14-fb4f-47f1-8313-912b3dfff8dd req-9c5cfd47-85d0-4fa1-9198-f87541da3317 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Apr 20 05:51:37.508087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c270ba1-5e36-40fc-8b70-34f7a456d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:37.740197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643af7a-5bbe-48a2-b624-971d473581dd req-d1e27e46-09cf-4707-ac08-90a989f437cf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.741778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2643af7a-5bbe-48a2-b624-971d473581dd req-d1e27e46-09cf-4707-ac08-90a989f437cf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0954077 Apr 20 05:51:37.781621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:37.796608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2643af7a-5bbe-48a2-b624-971d473581dd req-349a0bb4-0f88-4603-a816-7ac932baa644 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468898 Apr 20 05:51:37.880586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68193d8f-b1bc-4c6a-8d0f-8905cc66dc30 req-4d149a96-9612-4d27-891c-6e2d968dd671 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.882233 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68193d8f-b1bc-4c6a-8d0f-8905cc66dc30 req-4d149a96-9612-4d27-891c-6e2d968dd671 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1008096 Apr 20 05:51:37.935724 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68193d8f-b1bc-4c6a-8d0f-8905cc66dc30 req-91c890aa-9bbf-4a50-9fa2-52751442ee7e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Apr 20 05:51:39.007966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fb1d7-a543-4441-9c84-ba665f97c27e req-3c734c3f-1615-44d0-bc85-4daca2c7f1eb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:39.009531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c44fb1d7-a543-4441-9c84-ba665f97c27e req-3c734c3f-1615-44d0-bc85-4daca2c7f1eb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0947165 Apr 20 05:51:39.059471 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c44fb1d7-a543-4441-9c84-ba665f97c27e req-6a874725-b949-4a70-b8ec-4e8e79a1b820 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Apr 20 05:51:39.157273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b93316-5c96-44d0-aef5-7289bd0a2227 req-5f64adb2-6b8d-4d41-b5eb-40047a73495e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:39.158863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6b93316-5c96-44d0-aef5-7289bd0a2227 req-5f64adb2-6b8d-4d41-b5eb-40047a73495e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0927811 Apr 20 05:51:39.214804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6b93316-5c96-44d0-aef5-7289bd0a2227 req-5acaa320-4207-4b1e-b33a-38e6c9298a68 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490012 Apr 20 05:51:39.992966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041b2171-13f9-40fa-b6df-977a7abba08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:40.237566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:40.270721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13b39e-ad77-4494-b4b3-aa8df1935dc4 req-9d338900-1654-4f84-b932-ca2829ddc696 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:40.272411 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f13b39e-ad77-4494-b4b3-aa8df1935dc4 req-9d338900-1654-4f84-b932-ca2829ddc696 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0959811 Apr 20 05:51:40.324773 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f13b39e-ad77-4494-b4b3-aa8df1935dc4 req-f71e4282-3b6a-4abc-a0ba-58801c610da3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 Apr 20 05:51:40.428665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e7cb-8809-4dac-8d54-319ed3bd0d33 req-630f114d-0d25-4184-b41a-7913b571366b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:40.430247 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af04e7cb-8809-4dac-8d54-319ed3bd0d33 req-630f114d-0d25-4184-b41a-7913b571366b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0919363 Apr 20 05:51:40.479157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af04e7cb-8809-4dac-8d54-319ed3bd0d33 req-fa7b467e-f86c-430a-bb24-0b173e6646d0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Apr 20 05:51:41.552870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ebd0-dc9d-476b-9349-aa3128ea8f5f req-a19d47e3-6b46-4ba0-8303-5524005430a4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:41.554484 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8a0ebd0-dc9d-476b-9349-aa3128ea8f5f req-a19d47e3-6b46-4ba0-8303-5524005430a4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.1026838 Apr 20 05:51:41.579868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:41.608384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8a0ebd0-dc9d-476b-9349-aa3128ea8f5f req-8187976b-a542-4c0d-a137-8739aacdac00 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469508 Apr 20 05:51:41.690532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9048f-00c6-4852-aba4-7214bd307a07 req-ce3d40e2-9610-4b4d-b75c-5a2b748e22cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:41.692151 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29e9048f-00c6-4852-aba4-7214bd307a07 req-ce3d40e2-9610-4b4d-b75c-5a2b748e22cd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0896361 Apr 20 05:51:41.744102 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29e9048f-00c6-4852-aba4-7214bd307a07 req-dc155b11-f695-46b0-b04c-5a4b2aa63171 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421302 Apr 20 05:51:41.879683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.816727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e912e-a56a-4fe7-8e02-ad19f140690a req-8812cfa8-607e-406d-be96-07fd86620def tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.818303 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a34e912e-a56a-4fe7-8e02-ad19f140690a req-8812cfa8-607e-406d-be96-07fd86620def tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0923185 Apr 20 05:51:42.866205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a34e912e-a56a-4fe7-8e02-ad19f140690a req-3ace68d0-663e-4290-a6af-cd0533068380 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410452 Apr 20 05:51:42.954983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030cde9-7e74-4119-8ad3-a2926c4f5d85 req-7a585f68-7527-472b-a79b-fd001a7f740e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.956633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9030cde9-7e74-4119-8ad3-a2926c4f5d85 req-7a585f68-7527-472b-a79b-fd001a7f740e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0961595 Apr 20 05:51:43.008132 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9030cde9-7e74-4119-8ad3-a2926c4f5d85 req-69f390e1-6876-411f-9dad-0d1ceb5d2263 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Apr 20 05:51:44.084816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf1d2-7795-450e-8100-c44865f9f4bb req-1c06f216-ca5b-4d02-a34c-4bbdfc2339f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:44.086423 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9bcf1d2-7795-450e-8100-c44865f9f4bb req-1c06f216-ca5b-4d02-a34c-4bbdfc2339f4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0982850 Apr 20 05:51:44.135219 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9bcf1d2-7795-450e-8100-c44865f9f4bb req-ca0c3e0f-603a-4050-92f0-d981e8c7d424 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Apr 20 05:51:44.222741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be95e2c-7daa-4beb-a3e4-08589549df33 req-481f3fb4-b5d3-41fa-a917-602747cd8a92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:44.224439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9be95e2c-7daa-4beb-a3e4-08589549df33 req-481f3fb4-b5d3-41fa-a917-602747cd8a92 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0910094 Apr 20 05:51:44.277714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9be95e2c-7daa-4beb-a3e4-08589549df33 req-96ba42fb-3b7e-4a9c-bee0-fda4ce998b03 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Apr 20 05:51:44.730103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-26686f41-ab75-420f-ba35-e505bd64680b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:44.731711 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-26686f41-ab75-420f-ba35-e505bd64680b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.16 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0965219 Apr 20 05:51:44.820978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Deleting port c80c8995-dc56-41a8-a3a4-aade08cb530c {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:44.821360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:45.089163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] For port c80c8995-dc56-41a8-a3a4-aade08cb530c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c80c8995-dc56-41a8-a3a4-aade08cb530c,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:45.089742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:45.221831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Calling delete_port for c80c8995-dc56-41a8-a3a4-aade08cb530c owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:45.345653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657853aa-ed90-4493-bcab-bd6ca477d1f6 req-9f31f72a-b703-41b0-aaf7-4d6c9b05075b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:45.347319 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-657853aa-ed90-4493-bcab-bd6ca477d1f6 req-9f31f72a-b703-41b0-aaf7-4d6c9b05075b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 943 time: 0.0972562 Apr 20 05:51:45.384118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:45.397590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:45.401147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-657853aa-ed90-4493-bcab-bd6ca477d1f6 req-aa58c3cb-78b4-49fd-8829-369ccb8a66c9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b42417b-90df-4567-b0a8-38bd44cbf364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474072 Apr 20 05:51:45.484869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event deleted for resources: {'Port': ['ID=c80c8995-dc56-41a8-a3a4-aade08cb530c,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:45.536330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.536731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.537125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.537507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.537888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.538269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.538646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.539028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.539433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.539812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.540189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.540563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:45.592167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:45.593097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] No DVR routers for this DVR port c80c8995-dc56-41a8-a3a4-aade08cb530c on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:51:45.595870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:45.599569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'name': 'network-vif-deleted', 'tag': 'c80c8995-dc56-41a8-a3a4-aade08cb530c'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:45.627371 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e6fa282-07b1-46af-a43a-56c134bbba38 req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.16 "DELETE /v2.0/ports/c80c8995-dc56-41a8-a3a4-aade08cb530c HTTP/1.1" status: 204 len: 173 time: 0.8839588 Apr 20 05:51:45.650270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09017b-5acb-4e32-ab58-cb079d373a95 req-81d8fbae-2833-46ce-bdd6-d6fc95fee6a7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:45.652035 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a09017b-5acb-4e32-ab58-cb079d373a95 req-81d8fbae-2833-46ce-bdd6-d6fc95fee6a7 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.2036023 Apr 20 05:51:45.709255 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a09017b-5acb-4e32-ab58-cb079d373a95 req-72e0a868-c309-48fc-b96d-25831516e612 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503736 Apr 20 05:51:45.711105 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85fb6ccb-6a1d-4e8b-8fe0-90c72476f490', 'name': 'network-vif-deleted', 'tag': 'c80c8995-dc56-41a8-a3a4-aade08cb530c', 'status': 'failed', 'code': 422} returned with failed status Apr 20 05:51:46.571810 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48419d0c-e658-4bc4-aff7-4f82c153bd36 req-2e738daa-e3a6-4af8-a996-37c04ca6cace tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0503058 Apr 20 05:51:46.915440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c8e89-3e56-4457-9ac4-93eac546dac1 req-6979eff3-90c0-447f-b31f-a4622219cef5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:46.917029 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b9c8e89-3e56-4457-9ac4-93eac546dac1 req-6979eff3-90c0-447f-b31f-a4622219cef5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0893223 Apr 20 05:51:46.972434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b9c8e89-3e56-4457-9ac4-93eac546dac1 req-669e152a-b964-40d2-b134-290f6a4687f9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464222 Apr 20 05:51:47.950930 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2bf6242b-f689-4f9d-8013-e25d5e225e05 req-f1482ff6-3eca-4129-a96b-abf0ba58a289 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.2560611 Apr 20 05:51:48.195413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ae83-06f8-44fa-8a55-7fe79f2dc9bf req-8995a836-6f65-4c54-a1b1-3ff5296ff227 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:48.196913 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9607ae83-06f8-44fa-8a55-7fe79f2dc9bf req-8995a836-6f65-4c54-a1b1-3ff5296ff227 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1031816 Apr 20 05:51:48.248368 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9607ae83-06f8-44fa-8a55-7fe79f2dc9bf req-ce6aaf4b-1874-4d4f-bff6-78c0e4ce86da tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Apr 20 05:51:49.119830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4668440-abce-4aac-b591-c153093ce978 req-246bc56f-9afd-4af3-bbf2-017307720de3 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0491004 Apr 20 05:51:49.467028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf228a5-777c-4395-aca3-7c0126153d1f req-6d1fdbfe-0a7a-48ba-9c43-730966a03158 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:49.468620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fdf228a5-777c-4395-aca3-7c0126153d1f req-6d1fdbfe-0a7a-48ba-9c43-730966a03158 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0922830 Apr 20 05:51:49.714980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fdf228a5-777c-4395-aca3-7c0126153d1f req-24efa5db-1c2c-491c-b050-c7ce77015273 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397177 Apr 20 05:51:50.296084 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0c0c1ff-68c7-466a-9fda-abf43d7aa5a7 req-ae7c54a8-45a1-41b0-897d-b504936bdfd5 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0489480 Apr 20 05:51:50.942595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80fd24-146c-40e0-8cdf-c1bf88295d71 req-62fb20aa-562c-4dda-adcd-b2f6afcf5d6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:50.944222 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c80fd24-146c-40e0-8cdf-c1bf88295d71 req-62fb20aa-562c-4dda-adcd-b2f6afcf5d6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0954700 Apr 20 05:51:50.994603 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c80fd24-146c-40e0-8cdf-c1bf88295d71 req-535464e9-9c5e-457d-9b3b-8e527b777ccb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Apr 20 05:51:51.471585 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e57dbe2c-10a1-4c38-ac15-f2b97557264a req-c844f362-4553-4df1-aa91-fa26a45ce76f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0510576 Apr 20 05:51:52.220054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25294a-7bfb-47b6-8648-cf966bd5a210 req-24a88465-8e95-4270-923f-488d5422ab45 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:52.221868 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d25294a-7bfb-47b6-8648-cf966bd5a210 req-24a88465-8e95-4270-923f-488d5422ab45 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0932882 Apr 20 05:51:52.272623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d25294a-7bfb-47b6-8648-cf966bd5a210 req-ba6f1227-8e05-46b8-a01d-f320d6165595 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Apr 20 05:51:52.655432 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cdcb235-8ce4-42ec-b857-06db44cb0dfc req-b73f31ea-b217-4c79-ac0e-d534e1cc0e1b tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0480499 Apr 20 05:51:53.485655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840797ae-238e-46ab-bd6e-2d8c5dc192e3 req-e4d658d1-f8e9-4b4d-8dbf-2cf94a9d7564 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:53.487232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-840797ae-238e-46ab-bd6e-2d8c5dc192e3 req-e4d658d1-f8e9-4b4d-8dbf-2cf94a9d7564 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0935316 Apr 20 05:51:53.537332 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-840797ae-238e-46ab-bd6e-2d8c5dc192e3 req-0d10846a-17dd-4ae9-ab7f-49145c639c4f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Apr 20 05:51:53.836988 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ec5e269c-9d5d-4073-9358-4be980924c4c req-bc48a2c2-55b6-47f3-8b7f-0756af71ae8d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0527682 Apr 20 05:51:54.756948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f39b7-2dd9-4a7b-8029-d7afe508a9d8 req-bb0c58ee-9319-4300-916f-d3d26000afaf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:54.758555 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-301f39b7-2dd9-4a7b-8029-d7afe508a9d8 req-bb0c58ee-9319-4300-916f-d3d26000afaf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0964935 Apr 20 05:51:54.811663 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-301f39b7-2dd9-4a7b-8029-d7afe508a9d8 req-82574800-8920-4f51-9632-e66a1cc4c822 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Apr 20 05:51:55.009452 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94d124ed-f612-4ce3-913f-255d755a45a9 req-88f82097-d3db-4c60-a6ed-d79f5f72990a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0524850 Apr 20 05:51:56.040539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790c96-dcc8-4a27-a10c-79972f8e509a req-50f3a60f-232e-4746-b8fc-fe327f840c99 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:56.042738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df790c96-dcc8-4a27-a10c-79972f8e509a req-50f3a60f-232e-4746-b8fc-fe327f840c99 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0982995 Apr 20 05:51:56.093476 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df790c96-dcc8-4a27-a10c-79972f8e509a req-dd55e0d3-9ee2-4f3a-998c-566769806ea1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Apr 20 05:51:56.178049 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8db6fd1f-bf6f-4877-b608-400e824afa08 req-3a8f5a83-8fcf-4266-8cfd-dda78a268ea7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0488262 Apr 20 05:51:57.299075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1114c6-15e5-4ff8-ac8c-2f7259402f9b req-60fbb165-870e-4bc1-b133-f3ecaa86585d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:57.300722 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c1114c6-15e5-4ff8-ac8c-2f7259402f9b req-60fbb165-870e-4bc1-b133-f3ecaa86585d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0909448 Apr 20 05:51:57.345964 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19547fff-8ace-432c-b993-436c31a7e5f2 req-5025500e-b150-4cd7-a09e-5fa39eaf2c3e tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0491407 Apr 20 05:51:57.352636 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c1114c6-15e5-4ff8-ac8c-2f7259402f9b req-22ba2557-9b6f-4654-9553-f5e48b54a9d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Apr 20 05:51:58.523609 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d51fadb-4002-4dd6-ae9d-6ee407aff6b5 req-ae73c93d-e7eb-4180-857f-f12f73928a81 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0566845 Apr 20 05:51:58.564421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5d103-ae22-4c74-9ea9-dcce5d6db3f5 req-dc237a6b-571c-4a68-9f59-67e49bfd4566 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:58.566046 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03d5d103-ae22-4c74-9ea9-dcce5d6db3f5 req-dc237a6b-571c-4a68-9f59-67e49bfd4566 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0893829 Apr 20 05:51:58.613848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03d5d103-ae22-4c74-9ea9-dcce5d6db3f5 req-c581f73f-5de2-4694-a269-c8ccf8327de9 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Apr 20 05:51:59.696364 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2ffc632-e400-4a01-912b-16ba2e2c006e req-c94e89ae-42e8-4f1d-bdfb-dd4b2225a7d4 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0512049 Apr 20 05:51:59.837602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19602-a336-43c9-949e-041042514f42 req-ab5af422-a114-4b98-891d-af378f739e38 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:59.839244 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9c19602-a336-43c9-949e-041042514f42 req-ab5af422-a114-4b98-891d-af378f739e38 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0972724 Apr 20 05:51:59.887721 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9c19602-a336-43c9-949e-041042514f42 req-6a830a4b-cfcd-4538-b08a-ef2488f1a1cb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Apr 20 05:52:00.747935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:52:00.868221 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e608a810-d842-4e54-899d-5400ddbfdb72 req-3e577693-8536-42a9-96b6-faab4be61ce7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0510581 Apr 20 05:52:01.093961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89758a9-2427-42d4-8e4a-d09f0a74b00a req-2e6a3f16-2cdb-467a-bcb7-5f1c02c671ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:01.095607 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e89758a9-2427-42d4-8e4a-d09f0a74b00a req-2e6a3f16-2cdb-467a-bcb7-5f1c02c671ec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903733 Apr 20 05:52:01.144305 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e89758a9-2427-42d4-8e4a-d09f0a74b00a req-dc359c82-c028-46f8-915c-07b13b3a922a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Apr 20 05:52:02.061508 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-104e7045-26f6-42aa-bf3a-e1bd129ddf1e req-34821df7-c71d-4429-9841-1a1d0032de4c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0618763 Apr 20 05:52:02.355179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac5ba-69c8-4ce1-b441-dc265fa3f097 req-d2564cc8-7260-4d0b-9e82-13bbef7869ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:02.356741 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f3ac5ba-69c8-4ce1-b441-dc265fa3f097 req-d2564cc8-7260-4d0b-9e82-13bbef7869ad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0928502 Apr 20 05:52:02.407595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f3ac5ba-69c8-4ce1-b441-dc265fa3f097 req-874a4430-3831-4edf-a44b-2218c4a38338 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Apr 20 05:52:03.232649 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77382249-7f35-4c73-a04a-da9e1476b374 req-ddb579fb-187c-444b-a28c-4bea745f31bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0513873 Apr 20 05:52:03.616540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b242-5f88-4f47-8a45-4b5bf0a6818e req-2e78f0a1-823f-4da3-bf65-52677b2e2797 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:03.618147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9586b242-5f88-4f47-8a45-4b5bf0a6818e req-2e78f0a1-823f-4da3-bf65-52677b2e2797 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0925822 Apr 20 05:52:03.672888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9586b242-5f88-4f47-8a45-4b5bf0a6818e req-8b40efa7-df03-468d-aa2c-ffe1e1826674 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Apr 20 05:52:04.394161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f55de1b3-8f8b-4208-aa0a-407d659cd335 req-4df3d008-135c-4db2-a5d6-aaa0dafd3cb8 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0482273 Apr 20 05:52:04.907478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda2e6f-5a83-404a-8602-4958d7f4ffd0 req-1259382f-bf2a-4401-b86a-036625fd4095 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:04.909105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efda2e6f-5a83-404a-8602-4958d7f4ffd0 req-1259382f-bf2a-4401-b86a-036625fd4095 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1003447 Apr 20 05:52:04.958380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efda2e6f-5a83-404a-8602-4958d7f4ffd0 req-ac7fc13b-7967-46fb-865c-a67887850d4b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Apr 20 05:52:05.569998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab9ad6a8-3696-493c-9707-64ad90483f12 req-759fd497-512d-46df-9a0a-0b9f8ca9413d tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0524585 Apr 20 05:52:06.184766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1399e-37c8-4ede-b05a-2810aa6c717e req-ca4a2753-ed3c-435d-93d1-ef461bde0af1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:06.186757 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26a1399e-37c8-4ede-b05a-2810aa6c717e req-ca4a2753-ed3c-435d-93d1-ef461bde0af1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1057818 Apr 20 05:52:06.235945 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26a1399e-37c8-4ede-b05a-2810aa6c717e req-f4762eae-90b1-4723-8479-8c204651af09 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Apr 20 05:52:06.734035 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-204f4356-667a-431c-8d06-4926b20272c1 req-f17791a2-5c54-47d4-8d84-e8cccfac4885 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0503700 Apr 20 05:52:07.461504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7bf7-8988-4134-80f3-4f3f5209870e req-d83d3394-aabd-422e-9f55-cf25d3fbf4b3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:07.463490 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf3e7bf7-8988-4134-80f3-4f3f5209870e req-d83d3394-aabd-422e-9f55-cf25d3fbf4b3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1029434 Apr 20 05:52:07.502860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2df605b-8575-4d62-8bfd-cb3f255b961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:07.519617 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf3e7bf7-8988-4134-80f3-4f3f5209870e req-794d3500-1f24-4382-80ef-57ea3c9aaa05 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Apr 20 05:52:07.776315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:07.906339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e45ff9bf-7471-410c-81f5-1c156379e839 req-22c5f239-8614-47ac-aea5-05e57cdbf961 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0531976 Apr 20 05:52:08.760361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2ca3-0fb2-436c-a3a2-50ab01db00c9 req-35210a44-1e2a-4c47-83b3-df607a2e4a85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:08.762099 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-388c2ca3-0fb2-436c-a3a2-50ab01db00c9 req-35210a44-1e2a-4c47-83b3-df607a2e4a85 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1026459 Apr 20 05:52:08.813001 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-388c2ca3-0fb2-436c-a3a2-50ab01db00c9 req-0130cf26-0693-4ae9-bd9b-f27e26e37946 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Apr 20 05:52:09.083163 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00eb4a17-200f-4361-bd5a-89ba55b665f5 req-f9380421-c6db-467b-a3c3-cb25c9ae41ad tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0596266 Apr 20 05:52:09.995950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c0a003f-aa80-41a1-92fb-4d5a2f70adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:10.023516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5c8c9-f13d-42e7-9128-ff5b885a6eca req-c344e32c-9192-478a-8d4d-bc8732aa359e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:10.025124 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68c5c8c9-f13d-42e7-9128-ff5b885a6eca req-c344e32c-9192-478a-8d4d-bc8732aa359e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0934677 Apr 20 05:52:10.076603 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68c5c8c9-f13d-42e7-9128-ff5b885a6eca req-95437411-26c1-4a2e-a763-d6a638d346d2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448444 Apr 20 05:52:10.237776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:10.255962 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-364470fd-634e-4d2b-946a-b2e6e396474f req-f5fe12bb-04c4-4e00-b188-90eeada36374 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0508540 Apr 20 05:52:11.337528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf940-c96b-4393-afea-efede5823b12 req-0e110c59-c722-4450-a89e-3327fc6f2394 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:11.339140 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f55bf940-c96b-4393-afea-efede5823b12 req-0e110c59-c722-4450-a89e-3327fc6f2394 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1407375 Apr 20 05:52:11.405041 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f55bf940-c96b-4393-afea-efede5823b12 req-e5589fad-d6ee-4a0c-96df-edf7a75a02ba tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584743 Apr 20 05:52:11.419874 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-158fa22b-85e7-4010-b4a4-be176043063b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297669 Apr 20 05:52:11.420767 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9c45ee2-fa3d-4454-afc7-dc103c3a5526 req-6766c03f-0eda-4070-8b5a-603d36b834d6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0498993 Apr 20 05:52:11.532227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-af64b108-a8d7-4800-91bb-c8a8e116f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:11.533843 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-af64b108-a8d7-4800-91bb-c8a8e116f1e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0823710 Apr 20 05:52:11.585124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:11.693156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-11a46af7-c909-4ec4-be1e-3560ba87e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:11.694657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-11a46af7-c909-4ec4-be1e-3560ba87e183 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1407878 Apr 20 05:52:11.771688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-17bfe910-d941-4deb-82a4-c6957b2ecb80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 200 len: 217 time: 0.0703337 Apr 20 05:52:11.840924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-efb62d65-537d-4cf2-a3f6-36869c5c0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:11.842495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-efb62d65-537d-4cf2-a3f6-36869c5c0efd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0642931 Apr 20 05:52:11.878445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:11.895339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-123fe499-eee9-4bbc-9737-72aee112b755 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464709 Apr 20 05:52:12.040738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-3e66bf7d-c368-4c6b-8fc7-44a27421c17b service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387250 Apr 20 05:52:12.188076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91c8ddc7-156d-4942-b4bb-80c646f642d2 req-e75850f0-fa89-493e-822a-f68cb0372457 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403496 Apr 20 05:52:12.593687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-319c400f-ac8c-46ca-9032-b557890a052a req-af7665df-3fa8-4e30-ac5c-3c83a7a0ed67 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0515807 Apr 20 05:52:12.627636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022071-dc0e-4d4f-959c-7aab68b67137 req-29296a7f-7dd3-4845-a5ba-44001d51345d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:12.629248 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df022071-dc0e-4d4f-959c-7aab68b67137 req-29296a7f-7dd3-4845-a5ba-44001d51345d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0941331 Apr 20 05:52:12.676803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df022071-dc0e-4d4f-959c-7aab68b67137 req-78418a34-f547-472f-bcda-720359a93d03 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Apr 20 05:52:13.763523 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2afe9a00-57d3-4b84-929a-259135b370f8 req-232c4cdb-a7cd-4b18-971f-1254242be9a7 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0500057 Apr 20 05:52:13.894607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ee91f-914e-4431-add7-4dd1bd3ea906 req-dc3415a6-19d8-4cad-a4b8-2da3e5eadcec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:13.896147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-278ee91f-914e-4431-add7-4dd1bd3ea906 req-dc3415a6-19d8-4cad-a4b8-2da3e5eadcec tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0960376 Apr 20 05:52:13.946119 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-278ee91f-914e-4431-add7-4dd1bd3ea906 req-46d8f45e-a7e4-484b-9daa-f63c1a50e489 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Apr 20 05:52:14.933709 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-226de7e9-a6de-40ae-87c4-727e916bcb9f req-3172f673-7129-4e2c-8457-890693b4baa6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0497887 Apr 20 05:52:15.158825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa035-d472-4758-9516-7b4693cc4476 req-5f8df5ce-1ed2-481b-9518-d98daa67a930 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:15.160466 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-639aa035-d472-4758-9516-7b4693cc4476 req-5f8df5ce-1ed2-481b-9518-d98daa67a930 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0930777 Apr 20 05:52:15.209199 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-639aa035-d472-4758-9516-7b4693cc4476 req-132ee39a-30ff-433d-b4fe-ac6c448e85dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Apr 20 05:52:16.104621 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b07443c-3218-4daf-9566-8a9ef20245ca req-64cc3e05-4af3-4d64-ab9d-17b37bfddb80 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0573378 Apr 20 05:52:16.425635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649110e-5091-43c0-a7f1-af7807cd2cc3 req-3a0b2f5e-4bc5-4089-a4f8-c3bec1954778 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:16.427210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e649110e-5091-43c0-a7f1-af7807cd2cc3 req-3a0b2f5e-4bc5-4089-a4f8-c3bec1954778 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0957253 Apr 20 05:52:16.482136 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e649110e-5091-43c0-a7f1-af7807cd2cc3 req-3e8b5dcd-9595-4000-899b-67858fdd61a1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476751 Apr 20 05:52:17.272324 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a943ebaa-b99e-4f7c-ad2c-3de2dffa9a45 req-f92ed23e-8653-4590-a177-699837a0480f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0522428 Apr 20 05:52:17.726352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540bcb7-1281-46bd-8b4b-4291ae25d04d req-67de8ab6-b2fd-4c7d-8164-4bca78903cd3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:17.728009 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c540bcb7-1281-46bd-8b4b-4291ae25d04d req-67de8ab6-b2fd-4c7d-8164-4bca78903cd3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1032107 Apr 20 05:52:17.782029 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c540bcb7-1281-46bd-8b4b-4291ae25d04d req-173cae18-778a-4518-8e4c-3630df6b04eb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473435 Apr 20 05:52:18.440749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4d12259-ce5b-4289-8021-d124ef232439 req-fd177976-2335-4781-b66f-14f22f8b90ef tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0493069 Apr 20 05:52:18.993430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55770c-022a-43a1-a62b-aedb5238f02e req-58ee92c4-e2e6-4969-9ac4-a5f067b56c22 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:18.995120 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e55770c-022a-43a1-a62b-aedb5238f02e req-58ee92c4-e2e6-4969-9ac4-a5f067b56c22 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903788 Apr 20 05:52:19.043183 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e55770c-022a-43a1-a62b-aedb5238f02e req-f984dbdd-b6c8-4e2f-9971-cd4aeeb6ba3f tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Apr 20 05:52:19.783980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0be99097-1d8f-428e-9022-164f90d791d3 req-9039f4d9-f475-4539-ba24-21d6ddebcfee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0604460 Apr 20 05:52:20.257979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9535ba8-3b00-4195-ac27-ef6abfce19cc req-34c423b4-09bb-470a-9e9f-bec4e43d5b5b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:20.259656 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9535ba8-3b00-4195-ac27-ef6abfce19cc req-34c423b4-09bb-470a-9e9f-bec4e43d5b5b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0950785 Apr 20 05:52:20.309271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9535ba8-3b00-4195-ac27-ef6abfce19cc req-381f3a97-bf0a-4beb-bb21-53ee97b697d3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Apr 20 05:52:20.966058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ad0e0e1-9574-4f6a-8c56-ddacda116886 req-75cc8e61-ee3d-41e2-83af-f9691dfea160 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0499189 Apr 20 05:52:21.528235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789ca5-3c68-4134-a65a-8ac901848c97 req-b4255f27-fd3e-46a8-9e61-bbc9b7178767 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:21.529909 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c789ca5-3c68-4134-a65a-8ac901848c97 req-b4255f27-fd3e-46a8-9e61-bbc9b7178767 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0903389 Apr 20 05:52:21.578462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c789ca5-3c68-4134-a65a-8ac901848c97 req-cc96eabb-d103-4831-9d99-cb86cba9413b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Apr 20 05:52:22.145013 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79e82d38-796a-4178-99e8-be3440c3e0c8 req-0e664a31-49ae-41ab-bf77-64e21980369c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0487549 Apr 20 05:52:22.790838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841ea2-6b93-4411-a59e-16f156dca2f1 req-f301c59b-a6ce-41c3-a4a0-b240c0d9f220 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:22.792531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40841ea2-6b93-4411-a59e-16f156dca2f1 req-f301c59b-a6ce-41c3-a4a0-b240c0d9f220 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0939393 Apr 20 05:52:22.845883 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40841ea2-6b93-4411-a59e-16f156dca2f1 req-b7cd12cc-e27e-436c-98aa-ea3f57cdfe03 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Apr 20 05:52:23.338891 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a6c2673a-d76a-4f06-aadf-3a020e6f4e57 req-18f08c6c-c6e6-4aa6-8d35-21d72680e284 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0586030 Apr 20 05:52:24.069967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d653a-cc34-4ba2-8a96-53eda9f35b54 req-51f68f22-7256-4290-a408-27fd9dc82485 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:24.071515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-585d653a-cc34-4ba2-8a96-53eda9f35b54 req-51f68f22-7256-4290-a408-27fd9dc82485 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0949667 Apr 20 05:52:24.123416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-585d653a-cc34-4ba2-8a96-53eda9f35b54 req-67c6e9a4-e48e-4310-ac7a-0917daa99142 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Apr 20 05:52:24.499778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee8d63e4-6029-4ba6-b5c0-3bcb5251ada0 req-227001f7-a140-4dfb-8916-dd1e89570587 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0482924 Apr 20 05:52:25.343174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ffb9c-80b0-446a-8dcb-f7811ccce584 req-a8e1beb7-e195-49e6-af64-74046784aa20 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:25.344827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-126ffb9c-80b0-446a-8dcb-f7811ccce584 req-a8e1beb7-e195-49e6-af64-74046784aa20 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0916765 Apr 20 05:52:25.396448 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-126ffb9c-80b0-446a-8dcb-f7811ccce584 req-11014d58-6d1c-4593-b9f8-8aa186153709 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Apr 20 05:52:25.670890 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc282407-8f8e-49bf-be51-84a0c95d88a5 req-8ffc5a0f-bd08-4282-b419-1b0bce6e9292 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0499063 Apr 20 05:52:26.623643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4633-fa58-4331-98d2-9e1415f8cfaa req-037089ed-72fb-420d-aa75-4321069e39bb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:26.625141 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be9b4633-fa58-4331-98d2-9e1415f8cfaa req-037089ed-72fb-420d-aa75-4321069e39bb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0933578 Apr 20 05:52:26.673980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be9b4633-fa58-4331-98d2-9e1415f8cfaa req-f8e36f00-716e-4987-8cdd-ecd3465b7890 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Apr 20 05:52:26.850272 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93184d32-9e8a-4c20-8029-f12f2672c78c req-03b5fd31-2f39-4f72-91eb-5bd34ad896ac tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0617487 Apr 20 05:52:27.884148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578ba88-78a9-4d97-bd8d-fe035d8cfc7a req-0c396c68-e01f-462d-a4a4-4baed44c6c40 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:27.885815 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6578ba88-78a9-4d97-bd8d-fe035d8cfc7a req-0c396c68-e01f-462d-a4a4-4baed44c6c40 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0917056 Apr 20 05:52:27.937181 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6578ba88-78a9-4d97-bd8d-fe035d8cfc7a req-df4716c1-1657-4fb5-bbb9-757f790e55e4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Apr 20 05:52:28.021657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cc8506a-c16e-444b-9d8f-d929ed5dc18e req-a6a33523-78eb-4e55-9829-05ebe2d90d2c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0489092 Apr 20 05:52:29.152471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b53bd-befd-4786-a859-e8c88385d3b0 req-4ba9576f-5f32-458b-98c1-cd3adb17fa58 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:29.154239 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-903b53bd-befd-4786-a859-e8c88385d3b0 req-4ba9576f-5f32-458b-98c1-cd3adb17fa58 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0949111 Apr 20 05:52:29.185174 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-650cb27e-ea6a-42ee-aea8-fe18bd3625aa req-26263203-3e0e-4f02-b5e0-e7b493ae4e29 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0493546 Apr 20 05:52:29.203842 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-903b53bd-befd-4786-a859-e8c88385d3b0 req-770c16ca-6ab0-49eb-9b02-61d5a906f0fe tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Apr 20 05:52:30.365577 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2655057c-a8d1-45cc-9cd5-9cb042fec979 req-4393c94b-6fb5-4611-b6a0-6b8daaa10d4a tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0527816 Apr 20 05:52:30.421890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a3112-871b-469c-ac1b-a8e4f8489f19 req-4c9a22e4-75d1-4323-b043-55b3b8b76fad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:30.423579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e17a3112-871b-469c-ac1b-a8e4f8489f19 req-4c9a22e4-75d1-4323-b043-55b3b8b76fad tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0911102 Apr 20 05:52:30.476152 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e17a3112-871b-469c-ac1b-a8e4f8489f19 req-18184b9d-8c91-4afb-8ea8-703145f65cfd tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 Apr 20 05:52:31.543257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b07c823a-4ecd-4d9e-ad0b-47bbcd789e07 req-d5decf78-c37a-4da5-84e5-9c8e9892c3b6 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0495827 Apr 20 05:52:31.684073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ee8e-a858-475f-ab36-06dd823b083d req-da0401b8-f09b-474a-a306-9214fc25aeb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:31.685759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68a1ee8e-a858-475f-ab36-06dd823b083d req-da0401b8-f09b-474a-a306-9214fc25aeb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0895965 Apr 20 05:52:31.735863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68a1ee8e-a858-475f-ab36-06dd823b083d req-fdb799ac-e6c2-49f9-ac82-ca024ef61b62 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Apr 20 05:52:32.726862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9401ae5f-3c6a-4f02-ae69-94a40bea7a39 req-1fb5fa10-4d4d-4e41-83ab-78d58876af9c tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0509257 Apr 20 05:52:32.965022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506241-a8ed-46f3-8208-5d1a0f3fe6fe req-fb10c92d-745d-48da-a0ae-3457271d87f3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:32.966655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf506241-a8ed-46f3-8208-5d1a0f3fe6fe req-fb10c92d-745d-48da-a0ae-3457271d87f3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.1021798 Apr 20 05:52:33.218405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf506241-a8ed-46f3-8208-5d1a0f3fe6fe req-ba8d4815-d1e3-4b9f-a0ae-79fbfc81ad5a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452264 Apr 20 05:52:33.903197 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f535d698-83ff-47e3-90c3-1ef1d562c6e6 req-2605f211-35f3-402a-9fb7-76e6cd222d0f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0541816 Apr 20 05:52:34.430225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5633a-c9a0-4e49-a0d1-4c66549e8ef1 req-c06b1428-7b42-4f73-97a3-200816817de2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:34.431899 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbf5633a-c9a0-4e49-a0d1-4c66549e8ef1 req-c06b1428-7b42-4f73-97a3-200816817de2 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0899730 Apr 20 05:52:34.483597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbf5633a-c9a0-4e49-a0d1-4c66549e8ef1 req-2c174332-b329-46ac-b195-0cac96ff25aa tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Apr 20 05:52:35.065716 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4976da80-e6d9-4da2-af60-c957be93fd97 req-a2984b42-7497-4b90-9f80-825410990e95 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0502882 Apr 20 05:52:35.692253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31e289-9dca-4bc7-8849-a58618829196 req-8e066da6-590d-4ced-8ceb-a3edd0209b8d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:35.693850 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca31e289-9dca-4bc7-8849-a58618829196 req-8e066da6-590d-4ced-8ceb-a3edd0209b8d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0909951 Apr 20 05:52:35.746562 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca31e289-9dca-4bc7-8849-a58618829196 req-a055b6f9-64f9-466a-9e10-6f332d5a4290 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Apr 20 05:52:36.231506 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5132afd3-c15e-4dc9-8d90-28e9ec9fefd8 req-ad7f4aea-94bc-4ef7-9cc3-d67a79fc6e42 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0513883 Apr 20 05:52:36.973197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a6b8-fd08-482c-a473-95d128174bc4 req-48e5bd57-1817-4a9d-8a56-d2babcbf0455 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:36.974800 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4685a6b8-fd08-482c-a473-95d128174bc4 req-48e5bd57-1817-4a9d-8a56-d2babcbf0455 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0964670 Apr 20 05:52:37.026271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4685a6b8-fd08-482c-a473-95d128174bc4 req-b0cb5b49-dec5-4cb5-aa4b-c1555aac9768 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416062 Apr 20 05:52:37.415474 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19069d95-6d23-44ff-87e9-273c10f3d99c req-705e4bed-5e6d-4eff-9ef4-2d309f9dca91 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0529606 Apr 20 05:52:37.508294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9566f00f-57db-4945-8a68-ac6ef3bc0952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:37.748037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:52:37.786860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:38.256361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a38d6c-785c-4af5-bcd4-6a2785fcf09c req-840ee51e-37dc-4858-b963-396f18df1429 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:38.258619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0a38d6c-785c-4af5-bcd4-6a2785fcf09c req-840ee51e-37dc-4858-b963-396f18df1429 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0983365 Apr 20 05:52:38.307484 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0a38d6c-785c-4af5-bcd4-6a2785fcf09c req-17e8a962-0f2d-4dd3-ab80-0289c8ec3092 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Apr 20 05:52:38.602902 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b2d30de-3a83-4f72-8209-30a7472b1dca req-92bf1af8-a02b-4180-9c30-141b48ca7944 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0581567 Apr 20 05:52:39.523984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc64f6e-59e6-4587-b125-6eb1625b61c9 req-4baf9c0f-2370-4003-b309-25d153a349db tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:39.525599 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc64f6e-59e6-4587-b125-6eb1625b61c9 req-4baf9c0f-2370-4003-b309-25d153a349db tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0948832 Apr 20 05:52:39.574028 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc64f6e-59e6-4587-b125-6eb1625b61c9 req-bffb9d01-b1c3-4621-a78f-e8b6eee942e0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Apr 20 05:52:39.772737 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd8096fb-3107-49ef-90bb-b9aeaf07b21d req-29d25154-76e6-48f8-8038-417807f29bb9 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0491993 Apr 20 05:52:39.989690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8352edd4-590f-4905-b06c-dcd09f185882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:40.243733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:40.780847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce36dc4-46ce-482d-a4c0-ddb59b7c76c6 req-3fe30a41-370f-43c2-b4bc-b1382345b302 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:40.782328 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ce36dc4-46ce-482d-a4c0-ddb59b7c76c6 req-3fe30a41-370f-43c2-b4bc-b1382345b302 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0919437 Apr 20 05:52:40.836558 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ce36dc4-46ce-482d-a4c0-ddb59b7c76c6 req-23661d44-99fe-416c-a75f-83f66d4175cc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd3c33f7-c645-44d6-b4db-cb6157c695d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465913 Apr 20 05:52:40.946897 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3f389b7f-d42a-4a54-b26b-5e03d259f4dd req-44f562c4-0d0d-438f-a08d-22f8f5fbabab tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0533557 Apr 20 05:52:41.589144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:41.879910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:42.114293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4f25cc7e-0ef3-46ac-9a17-3c902b411a43 req-1213d282-f36e-4a4e-bf4a-0e8ca08994ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Synchronizing usage tracker for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:52:42.131227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4f25cc7e-0ef3-46ac-9a17-3c902b411a43 req-1213d282-f36e-4a4e-bf4a-0e8ca08994ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Unset dirty status for tenant:baef76ce0dd340849f6fd51e065a7a17 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:52:42.133258 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f25cc7e-0ef3-46ac-9a17-3c902b411a43 req-1213d282-f36e-4a4e-bf4a-0e8ca08994ee tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0719838 Apr 20 05:52:42.651249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-f2591254-a8ca-49a0-8368-7981375cf281 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:42.652830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-f2591254-a8ca-49a0-8368-7981375cf281 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f HTTP/1.1" status: 200 len: 943 time: 0.0897620 Apr 20 05:52:42.733731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Deleting port cce026a8-9511-4d21-b135-65a97a53b61f {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:42.734120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:42.994253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] For port cce026a8-9511-4d21-b135-65a97a53b61f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cce026a8-9511-4d21-b135-65a97a53b61f,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:42.994798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:43.307997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99526399-ca4b-4ada-ad78-6480006f0653 req-4ece02f1-3090-45b9-8bdc-f3d00c199742 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "GET /v2.0/ports?device_id=85fb6ccb-6a1d-4e8b-8fe0-90c72476f490 HTTP/1.1" status: 200 len: 210 time: 0.0578229 Apr 20 05:52:43.313929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:43.314341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:43.314672 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Floating IP 14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6 disassociated. External IP: 172.27.2.66, port: cce026a8-9511-4d21-b135-65a97a53b61f. Apr 20 05:52:43.315281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Calling delete_port for cce026a8-9511-4d21-b135-65a97a53b61f owned by compute:nova {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:43.532796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:43.540209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:43.592367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'Port': ['ID=cce026a8-9511-4d21-b135-65a97a53b61f,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:43.604973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.605476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.605875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.606276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.606699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.607050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.607458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.607872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.608251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.608625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.608999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.609343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:43.612856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:43.811944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:52:44.094235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42270) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:44.170338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:44.201743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:44.227513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:52:44.251765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:52:44.263956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:44.265058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:44.265202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:44.276542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:44.290626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42417b-90df-4567-b0a8-38bd44cbf364,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:44.297514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:44.298576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:44.303267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] 10.222.0.38 "DELETE /v2.0/security-groups/5b42417b-90df-4567-b0a8-38bd44cbf364 HTTP/1.1" status: 204 len: 168 time: 0.2078624 Apr 20 05:52:44.333428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] No DVR routers for this DVR port cce026a8-9511-4d21-b135-65a97a53b61f on host hv-cinder-78605 {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:52:44.336847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:44.340964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-deleted', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:52:44.409044 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7f808d5-ab3c-4e57-8331-2af148c60de5 req-30a63f03-5a46-4a08-8db0-6f25220d9395 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "DELETE /v2.0/ports/cce026a8-9511-4d21-b135-65a97a53b61f HTTP/1.1" status: 204 len: 173 time: 1.7491007 Apr 20 05:52:44.439051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42286) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:44.526409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:44.542086 dv-cinder-786054-4-iscsi neutron-server[86270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2c0a3dc-3ce5-4b1f-9092-db353f9bff5f', 'name': 'network-vif-deleted', 'tag': 'cce026a8-9511-4d21-b135-65a97a53b61f', 'status': 'failed', 'code': 422} returned with failed status Apr 20 05:52:44.876192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:44.880409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:52:44.890395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:44.891058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:45.098836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:45.116859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42314) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:45.195226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.228814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.264878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.286694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.292917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:45.314340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c33f7-c645-44d6-b4db-cb6157c695d9,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:45.323911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:45.324805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.326031 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "DELETE /v2.0/security-groups/cd3c33f7-c645-44d6-b4db-cb6157c695d9 HTTP/1.1" status: 204 len: 168 time: 0.2078767 Apr 20 05:52:45.329246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42318) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:45.351428 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-db4355c1-b8bb-4064-8ebe-af81f267d76d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] show failed (client error): The resource could not be found. Apr 20 05:52:45.355304 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-db4355c1-b8bb-4064-8ebe-af81f267d76d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups/cd3c33f7-c645-44d6-b4db-cb6157c695d9 HTTP/1.1" status: 404 len: 347 time: 0.0223227 Apr 20 05:52:45.355911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42322) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:45.470359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:45.475064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128035f-8dc8-4420-a111-f0f42dfbd839 None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:52:45.541262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Deleting port 5957551c-7b97-4ab3-9c2f-ac755fcfefe2 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:45.541651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.665555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Deleting port a38e3c72-2f54-4e96-9e3f-e1b423d19f22 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:45.665948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.734367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.734751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.874935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] For port a38e3c72-2f54-4e96-9e3f-e1b423d19f22, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:45.875500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:45.880223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Calling delete_port for 5957551c-7b97-4ab3-9c2f-ac755fcfefe2 owned by network:floatingip {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:45.971576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6d23d-0dcd-4e38-80fb-ec59439059cf None None] New status for floating IP 14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6: DOWN {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:52:46.013882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Calling delete_port for a38e3c72-2f54-4e96-9e3f-e1b423d19f22 owned by network:router_interface {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:46.085606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.094692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8cf5960-bc6b-4cd3-b0b1-48ee89ac3d3a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:46.150675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'Port': ['ID=5957551c-7b97-4ab3-9c2f-ac755fcfefe2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:46.207306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.207868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.208407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.208892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.209344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.209826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.210291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.210851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.211332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.211780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.212171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.212632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:46.285647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:46.290241 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.310001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.315620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "DELETE /v2.0/floatingips/14cf8123-14a8-4ecb-8d2c-4e96f6bb87b6 HTTP/1.1" status: 204 len: 168 time: 0.9544222 Apr 20 05:52:46.381890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.388245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:46.437693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38e3c72-2f54-4e96-9e3f-e1b423d19f22,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:46.440979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:46.730934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.796930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42352) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:46.803231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59683771', 'description': 'tempest-description--449012586'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:46.810482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:46.815580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:46.818710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:46.825003 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:46.835391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.861372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:46.865672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:46.869107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:46.875809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:46.966182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.969742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:46.974255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9b9fa8e-9274-4cf8-85ba-8371ec746eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:47.024953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:47.028048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.032329 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2315950 Apr 20 05:52:47.032329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:47.033074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42360) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:47.041663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group_rule': {'security_group_id': '3b05df4d-65fa-42ee-bc8f-ae4198fdad6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:47.049210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:47.054995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:47.058693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:47.067408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:47.086707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.160885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.164626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.175785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:47.194030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78e6d82-6cfa-4e92-b46f-1b702071a725,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:47.196876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:47.204463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.209373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756506 Apr 20 05:52:47.210123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42368) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:47.216048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'security_group_rule': {'security_group_id': '3b05df4d-65fa-42ee-bc8f-ae4198fdad6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:47.222537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:47.226798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:security_group_rule and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:47.229986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:47.236501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:47.254253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.322123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.325040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.333091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed1fed6e-6601-42ee-a0b1-3652c32308a3 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:47.352321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96595b24-a7ab-42ba-a7d9-c3e5d30a8a4e,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:47.355127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:47.363474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.365159 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538019 Apr 20 05:52:47.369295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42374) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:47.376701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:47.386085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:47.392821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Usage tracker for resource:floatingip and tenant:b686ed9b9dee4a0f8986763a77753600 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:47.398283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:47.402318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:52:47.408296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:47.480004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.680046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:52:47.689612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Sync routers for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:52:47.702406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:47.703816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:47.713075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42380) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:47.713210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] 10.222.0.38 "PUT /v2.0/routers/a1ba543f-5d23-4b86-9795-a8f949ccd5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728190 Apr 20 05:52:47.754763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:47.901175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Allocated IP 172.27.2.13 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/5e96afc0-4b43-4128-b3e3-06de03795529) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:52:47.915115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:47.921141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.066061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.100388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.112548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:48.117407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.129204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Deleting port 948a9584-dde1-4930-9416-dcd018126022 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:48.130804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.187601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:52:48.200721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:52:48.205492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=5e96afc0-4b43-4128-b3e3-06de03795529,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:48.208973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:52:48.239711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:48.276933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '948a9584-dde1-4930-9416-dcd018126022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:52:46Z', 'revision_number': 5, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port': {'id': '948a9584-dde1-4930-9416-dcd018126022', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:39Z', 'updated_at': '2021-04-20T05:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:48.283341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Checking router: a1ba543f-5d23-4b86-9795-a8f949ccd5c1 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:52:48.296958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Routers {'a1ba543f-5d23-4b86-9795-a8f949ccd5c1'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:48.296958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:48.372552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] For port 948a9584-dde1-4930-9416-dcd018126022, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=948a9584-dde1-4930-9416-dcd018126022,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:48.373225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.381035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.454736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.479347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] Set router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:48.515710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Calling delete_port for 948a9584-dde1-4930-9416-dcd018126022 owned by network:router_gateway {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:48.603151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:52:48Z', 'revision_number': 6, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:48.607842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5014-8fec-4fa6-b82d-dde51a5f2275 None None] The sync data for ids ['a1ba543f-5d23-4b86-9795-a8f949ccd5c1'] in dv-cinder-786054-4-iscsi is: [{'id': 'a1ba543f-5d23-4b86-9795-a8f949ccd5c1', 'name': 'tempest-TestShelveInstance-400363197-router', 'tenant_id': 'baef76ce0dd340849f6fd51e065a7a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:37Z', 'updated_at': '2021-04-20T05:52:48Z', 'revision_number': 6, 'project_id': 'baef76ce0dd340849f6fd51e065a7a17', 'gw_port_host': None}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:52:48.709976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.713493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.720057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:48.855158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=5e96afc0-4b43-4128-b3e3-06de03795529,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:48.871064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:48.876584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.902136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:48.903628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5332954 Apr 20 05:52:49.066687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.073818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78e34511-9d4f-4666-95b4-44867eec61a2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:49.131293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=948a9584-dde1-4930-9416-dcd018126022,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:49.137416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:49.178850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-10f78fa1-3e3a-4fcb-9d96-75900ee4df08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:52:49.251986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-10f78fa1-3e3a-4fcb-9d96-75900ee4df08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:52:49.253256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-10f78fa1-3e3a-4fcb-9d96-75900ee4df08 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--59683771&fields=id&tenant_id=b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 267 time: 0.2085257 Apr 20 05:52:49.255670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.530489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.534926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.654383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.654880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ba543f-5d23-4b86-9795-a8f949ccd5c1 {{(pid=86384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:52:49.694107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-45a77d24-a1ba-4736-9c41-3a39bc0f6a2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:49.695259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-45a77d24-a1ba-4736-9c41-3a39bc0f6a2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 817 time: 0.3919733 Apr 20 05:52:49.697593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.699237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] 10.222.0.38 "DELETE /v2.0/routers/a1ba543f-5d23-4b86-9795-a8f949ccd5c1 HTTP/1.1" status: 204 len: 168 time: 1.9845304 Apr 20 05:52:49.701926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42414) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:49.712387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-41692149-3824-4cbd-8236-2cf0299dff39 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/quotas/b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 375 time: 0.0105424 Apr 20 05:52:49.774532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Deleting subnet 1712b554-453c-48b4-892d-9557bd4c3370 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:52:49.777823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.808179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-ba50128c-7a15-4998-87b4-8ee6f4780753 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:52:49.824197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-ba50128c-7a15-4998-87b4-8ee6f4780753 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:52:49.825601 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-ba50128c-7a15-4998-87b4-8ee6f4780753 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070487 Apr 20 05:52:49.832909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:49.963376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.025537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-a5e05d1e-6a11-4955-9d0e-b1cca6543bec service neutron] 10.222.0.38 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863346 Apr 20 05:52:50.176852 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-2a0bdcc8-39e8-4b39-acc3-4e0aec4c3257 service neutron] 10.222.0.38 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442924 Apr 20 05:52:50.223697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.227959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:50.267009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1712b554-453c-48b4-892d-9557bd4c3370,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:50.270138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:50.271436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.279780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1712b554-453c-48b4-892d-9557bd4c3370 HTTP/1.1" status: 204 len: 168 time: 0.5767097 Apr 20 05:52:50.281840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98a178-c11e-4cb0-a657-b6ccf8bd3009 None None] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:52:50.282391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42424) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:50.434586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f9439b9e-d545-411b-aa38-810fe767f34e req-69b46800-e1de-4829-9905-4370408341ac tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:52:50.470323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f9439b9e-d545-411b-aa38-810fe767f34e req-69b46800-e1de-4829-9905-4370408341ac tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:52:50.471631 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9439b9e-d545-411b-aa38-810fe767f34e req-69b46800-e1de-4829-9905-4370408341ac tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 210 time: 0.0949073 Apr 20 05:52:50.477152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.493475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Deleting port 38abf10a-75d2-407a-a532-7eb140f7ea32 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:50.493852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.660264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] DHCP port deletion for 7e5a12da-158d-4ca5-a2fe-8d647668dd15 request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:52:50.665758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Deleting port 38abf10a-75d2-407a-a532-7eb140f7ea32 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:50.666356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.752540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] For port 38abf10a-75d2-407a-a532-7eb140f7ea32, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=38abf10a-75d2-407a-a532-7eb140f7ea32,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:50.752935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.795810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 948a9584-dde1-4930-9416-dcd018126022 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:50.845126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 948a9584-dde1-4930-9416-dcd018126022 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:50.845639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 948a9584-dde1-4930-9416-dcd018126022 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:50.846213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a38e3c72-2f54-4e96-9e3f-e1b423d19f22 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:50.885655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: a38e3c72-2f54-4e96-9e3f-e1b423d19f22 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:50.886131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a38e3c72-2f54-4e96-9e3f-e1b423d19f22 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:50.891215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Calling delete_port for 38abf10a-75d2-407a-a532-7eb140f7ea32 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:50.970890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.976603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:51.001210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] For port 38abf10a-75d2-407a-a532-7eb140f7ea32, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=38abf10a-75d2-407a-a532-7eb140f7ea32,segment=NetworkSegment(7a611974-4ab2-4533-b579-8ed347b60b2e),segment_id=7a611974-4ab2-4533-b579-8ed347b60b2e)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:51.001859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.026225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=38abf10a-75d2-407a-a532-7eb140f7ea32,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:51.033576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:51.034410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] No DVR routers for this DVR port 38abf10a-75d2-407a-a532-7eb140f7ea32 on host dv-cinder-786054-4-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:52:51.137149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Calling delete_port for 38abf10a-75d2-407a-a532-7eb140f7ea32 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:51.164575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.286209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:52:51.286789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:52:51.517797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5a12da-158d-4ca5-a2fe-8d647668dd15']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:51.531708 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a611974-4ab2-4533-b579-8ed347b60b2e') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:51.532048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a611974-4ab2-4533-b579-8ed347b60b2e') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:51.544722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.563983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.571130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:52:51.743259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50d6330d-89a4-4715-a471-1253ad05c67e req-d8e60739-7431-4ca7-8a88-b4eb97cb26e1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 210 time: 0.0778761 Apr 20 05:52:51.787694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Deleting port 38abf10a-75d2-407a-a532-7eb140f7ea32 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:51.788128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.795308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:51.805475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.864302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-e9d53a79-c440-4ce8-9df6-77ca7c73ae01 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:51.866217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-e9d53a79-c440-4ce8-9df6-77ca7c73ae01 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 817 time: 0.3258536 Apr 20 05:52:51.913407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a76009fb-a9b7-4b7a-b4a6-99b4fcab9e0a None None] The port '38abf10a-75d2-407a-a532-7eb140f7ea32' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:52:51.947629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-433a95ff-5170-4bb4-8ca9-4841aeca4053 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b686ed9b9dee4a0f8986763a77753600 HTTP/1.1" status: 200 len: 5702 time: 0.0730264 Apr 20 05:52:51.957922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'port': {'device_id': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'admin_state_up': True, 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'security_groups': ['3b05df4d-65fa-42ee-bc8f-ae4198fdad6c']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:52.021161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Network 7e5a12da-158d-4ca5-a2fe-8d647668dd15 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:52:52.044133 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:52:52.105905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:52.116755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:52.124481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.125836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Made reservation on behalf of b686ed9b9dee4a0f8986763a77753600 for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:52:52.129174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:52.132382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.159924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.163968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e5a12da-158d-4ca5-a2fe-8d647668dd15,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:52.169506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:52.183518 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7e5a12da-158d-4ca5-a2fe-8d647668dd15 HTTP/1.1" status: 204 len: 168 time: 1.8996420 Apr 20 05:52:52.186939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42466) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:52.320461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Allocated IP 172.20.0.9 (a068a83a-b8b6-46fa-aeac-aa24a5caedcb/b1ae290f-7a5a-447a-b58a-b3bf1a05eb53/607b99f7-f987-4a07-9efb-81fc9af23e40) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:52:52.524796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.544767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Transition to ACTIVE for port object 607b99f7-f987-4a07-9efb-81fc9af23e40 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:52:52.568425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.576283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:52.649132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:52:52.657994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:52:52.660918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:52:52.699918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 38abf10a-75d2-407a-a532-7eb140f7ea32 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:52.727199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event updated for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:52.736217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:52.737327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.743732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:52.765300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 38abf10a-75d2-407a-a532-7eb140f7ea32 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:52.765907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 38abf10a-75d2-407a-a532-7eb140f7ea32 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:52.769855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161018 Apr 20 05:52:52.784424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Request body: {'port': {'device_id': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:52:52.831457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.966955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.054549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ed27771a-059b-45d8-b217-756c3797a4cb None None] Provisioning for port 607b99f7-f987-4a07-9efb-81fc9af23e40 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:52:53.060375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ed27771a-059b-45d8-b217-756c3797a4cb None None] Provisioning complete for port 607b99f7-f987-4a07-9efb-81fc9af23e40 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:52:53.060803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed27771a-059b-45d8-b217-756c3797a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.122424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ed27771a-059b-45d8-b217-756c3797a4cb None None] Port 607b99f7-f987-4a07-9efb-81fc9af23e40 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:52:53.165037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08f66-49d5-4fa2-b33c-7cbd3fc4d261 req-f6ecc5df-0975-491d-b1bd-3a2f915d8227 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:53.166662 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4d08f66-49d5-4fa2-b33c-7cbd3fc4d261 req-f6ecc5df-0975-491d-b1bd-3a2f915d8227 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 931 time: 0.2046728 Apr 20 05:52:53.251385 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4d08f66-49d5-4fa2-b33c-7cbd3fc4d261 req-70196078-387f-496f-afab-d5c021be680b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583513 Apr 20 05:52:53.356057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Deleting port 4bfb0048-416f-4c67-9464-dd67e14e2d86 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:53.356595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.546899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] For port 4bfb0048-416f-4c67-9464-dd67e14e2d86, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4bfb0048-416f-4c67-9464-dd67e14e2d86,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:53.547333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.569301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607b99f7-f987-4a07-9efb-81fc9af23e40 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:52:53.577130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.592788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Transition to ACTIVE for port object 607b99f7-f987-4a07-9efb-81fc9af23e40 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:52:53.596739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.602064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5a21ce5f-8afd-4d41-b3a1-3e5282008a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:53.694806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Calling delete_port for 4bfb0048-416f-4c67-9464-dd67e14e2d86 owned by network:router_interface {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:53.770915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Pushing event updated for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:53.779517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:53.865539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Attempting to bind port 607b99f7-f987-4a07-9efb-81fc9af23e40 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:52:53.865912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Attempting to bind port 607b99f7-f987-4a07-9efb-81fc9af23e40 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:52:53.866983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Attempting to bind port 607b99f7-f987-4a07-9efb-81fc9af23e40 on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:52:53.873086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Port 607b99f7-f987-4a07-9efb-81fc9af23e40 on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:52:53.873452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Attempting to bind port 607b99f7-f987-4a07-9efb-81fc9af23e40 on network a068a83a-b8b6-46fa-aeac-aa24a5caedcb {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:52:53.880084 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:52:53.880465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Checking segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:52:53.880888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Bound using segment: {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:52:53.881695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Bound port: 607b99f7-f987-4a07-9efb-81fc9af23e40, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b1328e-c215-4c9c-8388-6901a53f9990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:52:53.881695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.895885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.901745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:53.955435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfb0048-416f-4c67-9464-dd67e14e2d86,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:53.989603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:54.009678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:52:54.013932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=607b99f7-f987-4a07-9efb-81fc9af23e40,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:52:54.020523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:54.032943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:54.094462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:54.095060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:54.096634 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] 10.222.0.16 "PUT /v2.0/ports/607b99f7-f987-4a07-9efb-81fc9af23e40 HTTP/1.1" status: 200 len: 1093 time: 1.3188925 Apr 20 05:52:54.098242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:52:54.155193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Pushing event updated for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:54.268311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:54.336144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-978542cb-5483-4d56-ac12-69e0886aa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:54.338947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-978542cb-5483-4d56-ac12-69e0886aa79c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 1096 time: 0.1730895 Apr 20 05:52:54.378011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:54.426472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-534eec7c-2036-485a-959e-d794022e3f89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b99f7-f987-4a07-9efb-81fc9af23e40 HTTP/1.1" status: 200 len: 217 time: 0.0789416 Apr 20 05:52:54.428684 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'status': 'completed', 'code': 200} Apr 20 05:52:54.502792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-cf53eacf-82d9-4462-b042-11b3120fc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:54.504443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-cf53eacf-82d9-4462-b042-11b3120fc893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.0717430 Apr 20 05:52:54.591197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-ec5f2b59-ce87-4da1-bb9c-fca2cd5ad981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:54.592858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-ec5f2b59-ce87-4da1-bb9c-fca2cd5ad981 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817142 Apr 20 05:52:54.752312 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-04ba6c6c-1831-443d-a3b2-5e5027676cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527681 Apr 20 05:52:54.902778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0522f797-7fcb-4bc9-a8a6-891ad70560f4 req-f56dca24-563d-4d2c-b18d-c2125d8001ab service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436756 Apr 20 05:52:54.907985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303bbd-3f44-4074-951c-4fefe7415f22 req-af680a3c-0074-4b43-bc1f-1803c3a3225e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:54.909608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51303bbd-3f44-4074-951c-4fefe7415f22 req-af680a3c-0074-4b43-bc1f-1803c3a3225e tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 943 time: 0.4590216 Apr 20 05:52:55.037545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-cb2e20bb-9d00-45e8-b9e9-a58df784cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:55.039164 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-cb2e20bb-9d00-45e8-b9e9-a58df784cf0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 1096 time: 0.0855069 Apr 20 05:52:55.107913 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51303bbd-3f44-4074-951c-4fefe7415f22 req-903a2d08-bf4e-4390-a9d3-bb06e9f95bbf tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1907711 Apr 20 05:52:55.159432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Router e89839ec-f2c0-4211-824d-50e64b913ef8 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:52:55.200496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-21a4c97f-daff-4af9-b390-ef13c2d79c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:55.202072 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-21a4c97f-daff-4af9-b390-ef13c2d79c28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 918 time: 0.1561630 Apr 20 05:52:55.279671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-e0e96e5d-987a-4c4c-95cd-7c42a0fed93d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b99f7-f987-4a07-9efb-81fc9af23e40 HTTP/1.1" status: 200 len: 217 time: 0.0696192 Apr 20 05:52:55.355156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-3a9bf233-905d-4612-b8ad-9f5501a22ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:55.356920 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-3a9bf233-905d-4612-b8ad-9f5501a22ced service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.0712473 Apr 20 05:52:55.362430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:52:55.372140 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] 10.222.0.38 "PUT /v2.0/routers/e89839ec-f2c0-4211-824d-50e64b913ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1836705 Apr 20 05:52:55.373543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Sync routers for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:52:55.374755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42504) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:55.386583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:55.388124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:55.446698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-3074d8a1-b0ed-4d06-a5e7-970c0542d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:55.448282 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-3074d8a1-b0ed-4d06-a5e7-970c0542d45b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836997 Apr 20 05:52:55.572614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks [] for router, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:55.586557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:55.613448 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-8293d1e3-ddd0-4a8d-b211-fb477c4fc4ea service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577346 Apr 20 05:52:55.761525 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37ef3d60-c207-4f3f-96dc-509fa720ab93 req-7f58a9ef-e8b5-48f5-9edd-2dcfc48946c9 service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396432 Apr 20 05:52:55.773400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:55.782274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Deleting port 47ba0d57-2062-4beb-89e9-e7c0449f9076 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:55.782641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:55.898714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:52:53Z', 'revision_number': 5, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port': {'id': '47ba0d57-2062-4beb-89e9-e7c0449f9076', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:49Z', 'updated_at': '2021-04-20T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:55.903439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Checking router: e89839ec-f2c0-4211-824d-50e64b913ef8 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:52:55.912657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Routers {'e89839ec-f2c0-4211-824d-50e64b913ef8'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:52:55.913336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e89839ec-f2c0-4211-824d-50e64b913ef8'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:55.968522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] For port 47ba0d57-2062-4beb-89e9-e7c0449f9076, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=47ba0d57-2062-4beb-89e9-e7c0449f9076,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:55.968860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.103264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Calling delete_port for 47ba0d57-2062-4beb-89e9-e7c0449f9076 owned by network:router_gateway {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:56.282583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] Set router e89839ec-f2c0-4211-824d-50e64b913ef8 gateway port host: None {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:52:56.311802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.316457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:56.371541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd211-f9c7-4edc-a9f3-03add263cbb4 req-2d460dec-109f-4781-874b-c26a94e48e5c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:56.372709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cc2cd211-f9c7-4edc-a9f3-03add263cbb4 req-2d460dec-109f-4781-874b-c26a94e48e5c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Synchronizing usage tracker for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:52:56.373953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Pushing event deleted for resources: {'Port': ['ID=47ba0d57-2062-4beb-89e9-e7c0449f9076,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:56.377356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:56.393211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cc2cd211-f9c7-4edc-a9f3-03add263cbb4 req-2d460dec-109f-4781-874b-c26a94e48e5c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Unset dirty status for tenant:b686ed9b9dee4a0f8986763a77753600 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:52:56.401687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc2cd211-f9c7-4edc-a9f3-03add263cbb4 req-2d460dec-109f-4781-874b-c26a94e48e5c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 943 time: 0.1324558 Apr 20 05:52:56.443500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 607b99f7-f987-4a07-9efb-81fc9af23e40 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:52:56.459404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:52:55Z', 'revision_number': 6, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:56.460488 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc2cd211-f9c7-4edc-a9f3-03add263cbb4 req-85889c98-f691-4558-9f88-fd5b58afa626 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577383 Apr 20 05:52:56.468866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca61e-221e-4a56-b539-330a17b3fcdb None None] The sync data for ids ['e89839ec-f2c0-4211-824d-50e64b913ef8'] in dv-cinder-786054-4-iscsi is: [{'id': 'e89839ec-f2c0-4211-824d-50e64b913ef8', 'name': 'tempest-TestShelveInstance-1049246944-router', 'tenant_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:48Z', 'updated_at': '2021-04-20T05:52:55Z', 'revision_number': 6, 'project_id': '0adc3422f14e4f5cac3efc3d2fdbaf2a', 'gw_port_host': None}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:52:56.482551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.621170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=607b99f7-f987-4a07-9efb-81fc9af23e40,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:56.635982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'port_id': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'mac_address': 'fa:16:3e:c0:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:52:56.679655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.682434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.706864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.719976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4bfb0048-416f-4c67-9464-dd67e14e2d86 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:56.764407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 4bfb0048-416f-4c67-9464-dd67e14e2d86 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:56.764728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4bfb0048-416f-4c67-9464-dd67e14e2d86 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:56.768803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607b99f7-f987-4a07-9efb-81fc9af23e40 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:52:56.787302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=607b99f7-f987-4a07-9efb-81fc9af23e40,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:56.790824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.792273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.792867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89839ec-f2c0-4211-824d-50e64b913ef8 {{(pid=86383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:52:56.794199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:56.806559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.807923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] 10.222.0.38 "DELETE /v2.0/routers/e89839ec-f2c0-4211-824d-50e64b913ef8 HTTP/1.1" status: 204 len: 168 time: 1.4321594 Apr 20 05:52:56.810604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42522) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:56.868835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:56.875932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Deleting subnet 0f61d663-0ecd-47f0-9fbc-66e746bbfc25 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:52:56.877764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.878346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.878739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.879124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.879445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:56.879641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.880088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.880925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.881297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.881685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.882036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.882396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.882760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:56.886993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:56.934436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.018228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.091736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['607b99f7-f987-4a07-9efb-81fc9af23e40'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:52:57.303658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.308883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:57.347424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f61d663-0ecd-47f0-9fbc-66e746bbfc25,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:57.349690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.353296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:57.357291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56d7db-b1bf-4b69-a506-3da37fd57d60 None None] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:52:57.358343 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0f61d663-0ecd-47f0-9fbc-66e746bbfc25 HTTP/1.1" status: 204 len: 168 time: 0.5462797 Apr 20 05:52:57.360956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42530) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:57.479152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.500230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Deleting port 488f120a-d449-45cc-9bdc-399459ea56b0 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:57.501014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.627718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] DHCP port deletion for 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:52:57.635328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Deleting port 488f120a-d449-45cc-9bdc-399459ea56b0 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:57.635756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.806736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] For port 488f120a-d449-45cc-9bdc-399459ea56b0, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=488f120a-d449-45cc-9bdc-399459ea56b0,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:57.807126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.826645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1e67-8814-4ee1-aecb-52cdd56d9249 req-1ee79014-fd93-47b7-8e37-1a429393c583 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:57.828283 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b3e1e67-8814-4ee1-aecb-52cdd56d9249 req-1ee79014-fd93-47b7-8e37-1a429393c583 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 944 time: 0.2233918 Apr 20 05:52:57.857806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] For port 488f120a-d449-45cc-9bdc-399459ea56b0, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=488f120a-d449-45cc-9bdc-399459ea56b0,segment=NetworkSegment(170dd959-5eee-4461-b5f1-4610126ac3ab),segment_id=170dd959-5eee-4461-b5f1-4610126ac3ab)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:57.858239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:57.998863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Calling delete_port for 488f120a-d449-45cc-9bdc-399459ea56b0 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:58.086894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:58.092989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27a47e3a-6e5f-4a52-ba8a-6de7e5d82308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:58.140960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Pushing event deleted for resources: {'Port': ['ID=488f120a-d449-45cc-9bdc-399459ea56b0,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:58.144314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:58.145542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] No DVR routers for this DVR port 488f120a-d449-45cc-9bdc-399459ea56b0 on host dv-cinder-786054-4-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:52:58.214556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Calling delete_port for 488f120a-d449-45cc-9bdc-399459ea56b0 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:52:58.290991 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b3e1e67-8814-4ee1-aecb-52cdd56d9249 req-9932b4c3-b5c4-47ac-b872-715eba5d54e4 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4054756 Apr 20 05:52:58.313200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:52:58.313560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:52:58.414616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 607b99f7-f987-4a07-9efb-81fc9af23e40 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:52:58.500392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 607b99f7-f987-4a07-9efb-81fc9af23e40 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:52:58.505694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 607b99f7-f987-4a07-9efb-81fc9af23e40 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:52:58.506117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:58.630179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:58.659966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:52:58.679299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=607b99f7-f987-4a07-9efb-81fc9af23e40,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:52:58.683661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:58.685807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:58.729923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 47ba0d57-2062-4beb-89e9-e7c0449f9076 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:58.776919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'code': 200} Apr 20 05:52:58.784274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 47ba0d57-2062-4beb-89e9-e7c0449f9076 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:58.784702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 47ba0d57-2062-4beb-89e9-e7c0449f9076 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:58.785162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 488f120a-d449-45cc-9bdc-399459ea56b0 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:58.814500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Deleting port 488f120a-d449-45cc-9bdc-399459ea56b0 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:58.819535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:58.828627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 488f120a-d449-45cc-9bdc-399459ea56b0 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:58.828981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 488f120a-d449-45cc-9bdc-399459ea56b0 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:58.840896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:58.844175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:58.905381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] The port '488f120a-d449-45cc-9bdc-399459ea56b0' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:52:59.014633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0465d1-c667-4463-a803-eaf285a25663 req-c5c46a3f-dc59-4c69-a2d5-f23cb6121caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:59.016299 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d0465d1-c667-4463-a803-eaf285a25663 req-c5c46a3f-dc59-4c69-a2d5-f23cb6121caf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 1098 time: 0.0791361 Apr 20 05:52:59.030011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.058931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d0465d1-c667-4463-a803-eaf285a25663 req-01292f07-78c6-440b-8936-3d619bba1e65 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359230 Apr 20 05:52:59.159679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62716a5b-6000-4ba2-84b7-2b9b80bf6dc1']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:59.173134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170dd959-5eee-4461-b5f1-4610126ac3ab') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:59.173451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170dd959-5eee-4461-b5f1-4610126ac3ab') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:59.185858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.208145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.215042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:52:59.395121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:59.404515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.650620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Network 62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:52:59.675266 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:52:59.762064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa3a74-3a7a-4c50-be31-865345b4e6e8 req-69b9c855-c461-4e1b-a575-c5042e458d86 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:52:59.763698 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-caaa3a74-3a7a-4c50-be31-865345b4e6e8 req-69b9c855-c461-4e1b-a575-c5042e458d86 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.3450885 Apr 20 05:52:59.768761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.789316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:59.809916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:59.824283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Pushing event deleted for resources: {'Network': ['ID=62716a5b-6000-4ba2-84b7-2b9b80bf6dc1,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:59.828348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:59.837733 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c2d3d1ca-5324-469a-8a97-98e6286b119a admin admin] 10.222.0.38 "DELETE /v2.0/networks/62716a5b-6000-4ba2-84b7-2b9b80bf6dc1 HTTP/1.1" status: 204 len: 168 time: 2.4757581 Apr 20 05:52:59.851737 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-caaa3a74-3a7a-4c50-be31-865345b4e6e8 req-bbd0d261-4ee0-42b5-aee5-44e77cd80b91 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805490 Apr 20 05:52:59.974773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42570) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:00.027626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ca1d9385-6288-49d0-af14-60844f27ec12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=baef76ce0dd340849f6fd51e065a7a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512481 Apr 20 05:53:00.030359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 42574) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:00.094116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.122096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.170045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.174814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c073da9b-620e-4fdd-8273-8fa9b97ff9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:00.188788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8e8e97-82f7-428b-a3e7-29c4fe2ea2f9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:00.194381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:00.196557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.197734 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c8e8e97-82f7-428b-a3e7-29c4fe2ea2f9 HTTP/1.1" status: 204 len: 168 time: 0.1663437 Apr 20 05:53:00.580804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42584) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:00.634190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eb850f25-e4b5-40d3-b138-861707e9956d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0adc3422f14e4f5cac3efc3d2fdbaf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517614 Apr 20 05:53:00.636891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42590) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:00.702421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.731286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.784803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.790341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:00.803770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd59239-a89f-4f30-88c1-ef8b100e9cb9,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:00.806968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:00.809110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.813508 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fd59239-a89f-4f30-88c1-ef8b100e9cb9 HTTP/1.1" status: 204 len: 168 time: 0.1756124 Apr 20 05:53:01.065896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421d6c2-83d7-4a0a-859a-e917bbbb61ae req-d78dda84-e945-4f9e-92d8-72396f12ba6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.067706 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a421d6c2-83d7-4a0a-859a-e917bbbb61ae req-d78dda84-e945-4f9e-92d8-72396f12ba6a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.0949619 Apr 20 05:53:01.126704 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a421d6c2-83d7-4a0a-859a-e917bbbb61ae req-2159375f-577a-47ff-89fd-a8e16cf3b31d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503726 Apr 20 05:53:01.334296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4fae2-7cee-4eda-9cdc-496b75f12aa9 req-67eaa498-46f5-4274-9145-fa4f93f9d9d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.335930 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bdc4fae2-7cee-4eda-9cdc-496b75f12aa9 req-67eaa498-46f5-4274-9145-fa4f93f9d9d5 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.0940125 Apr 20 05:53:01.350687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 42606) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:01.357392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Request body: {'floatingip': {'port_id': '607b99f7-f987-4a07-9efb-81fc9af23e40'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:53:01.438576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:02.481367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:02.484578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:02.668096 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Floating IP 2e8e0792-60e9-4505-8eb7-f3359ab807f0 associated. External IP: 172.27.2.13, port: 607b99f7-f987-4a07-9efb-81fc9af23e40. Apr 20 05:53:03.055557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:53:03.255254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:53:03.260421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:03.265367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:53:03.276151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:03.276852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:03.322845 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-beaef0a9-fc70-43e9-adeb-500aa345113b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "PUT /v2.0/floatingips/2e8e0792-60e9-4505-8eb7-f3359ab807f0 HTTP/1.1" status: 200 len: 990 time: 1.9705303 Apr 20 05:53:03.323548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:53:03.393271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'status': 'completed', 'code': 200} Apr 20 05:53:03.497485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-6dee1776-81ed-419a-8f9c-78f229781857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:03.499164 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-6dee1776-81ed-419a-8f9c-78f229781857 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b686ed9b9dee4a0f8986763a77753600&device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 1098 time: 0.0863745 Apr 20 05:53:03.656367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-f33d10ad-bd49-460e-aa42-efeb67b5b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:03.657986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-f33d10ad-bd49-460e-aa42-efeb67b5b013 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 200 len: 918 time: 0.1518626 Apr 20 05:53:03.660967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:03.768359 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-188258e0-c127-4d22-b27d-74bc50222357 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b99f7-f987-4a07-9efb-81fc9af23e40 HTTP/1.1" status: 200 len: 998 time: 0.1042359 Apr 20 05:53:03.842397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-901383fd-e94c-41dc-a39f-a79e9ebb67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:03.844011 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-901383fd-e94c-41dc-a39f-a79e9ebb67df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 200 len: 856 time: 0.0695591 Apr 20 05:53:03.931195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-c8437c5f-b1a7-4b60-b3c3-25bf3b5132bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:03.932738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-c8437c5f-b1a7-4b60-b3c3-25bf3b5132bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a068a83a-b8b6-46fa-aeac-aa24a5caedcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824747 Apr 20 05:53:04.029321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '2e8e0792-60e9-4505-8eb7-f3359ab807f0', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:c0:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:52:48Z', 'updated_at': '2021-04-20T05:53:02Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:04.034141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:53:04.043912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:04.044577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:52:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:04.085327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-a0604cbd-f051-4cd2-896b-930b3c57afdf service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453652 Apr 20 05:53:04.238255 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f6ed7eb-99c7-4e38-b4a2-456bf136f4ad req-65d6a715-ae65-49cd-a53c-34ebedff45ea service neutron] 10.222.0.16 "GET /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464317 Apr 20 05:53:04.239910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:04.612846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '2e8e0792-60e9-4505-8eb7-f3359ab807f0', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:c0:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:52:48Z', 'updated_at': '2021-04-20T05:53:02Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:04.617313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1feb9f2-6ef3-4fd0-a154-4a4a94bb7019 None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '2e8e0792-60e9-4505-8eb7-f3359ab807f0', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'port_id': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'mac_address': 'fa:16:3e:c0:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:52:48Z', 'updated_at': '2021-04-20T05:53:02Z', 'revision_number': 1, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:53:04.907062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923bb3c-c0d9-45a0-91d9-6fcdf3b865eb None None] New status for floating IP 2e8e0792-60e9-4505-8eb7-f3359ab807f0: ACTIVE {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:53:07.514606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ce7-8e97-43f1-b61b-8b9289c7827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:07.786903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.994198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ffd39142-1811-46fe-b6ab-e3c9bda12f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.239170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.598229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.883364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:13.351822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-aaf01eb2-2b92-4b82-9891-53475f90471f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776601 Apr 20 05:53:13.452887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-4c6d9a03-78c1-47ae-af03-3b68b36b5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:13.454511 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-4c6d9a03-78c1-47ae-af03-3b68b36b5d9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c963638514d44a47b8a21eef1cef7851&device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 1099 time: 0.0791619 Apr 20 05:53:13.618849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-648fdc8b-2a39-438f-840d-08c22bfa646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:13.620449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-648fdc8b-2a39-438f-840d-08c22bfa646d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0becf8b6-ef72-4dfc-a159-dd2082f009e6 HTTP/1.1" status: 200 len: 915 time: 0.1445060 Apr 20 05:53:13.696310 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-7ab20005-0b8c-47bd-a3cb-1eb1f7033913 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26 HTTP/1.1" status: 200 len: 217 time: 0.0692420 Apr 20 05:53:13.765343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-74979d89-320f-445a-9e83-fb287c3aa055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:13.766811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-74979d89-320f-445a-9e83-fb287c3aa055 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=911407f1-f8f1-476f-9c22-45cabbeac130 HTTP/1.1" status: 200 len: 854 time: 0.0634930 Apr 20 05:53:13.821802 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-cda34476-a10a-4236-a539-ac1a4ccdbcbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0becf8b6-ef72-4dfc-a159-dd2082f009e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480704 Apr 20 05:53:13.967327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-5db8ea86-0419-4771-8755-00efd416879f service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377943 Apr 20 05:53:14.116954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f8e06da-f48c-4703-b1c4-d4aaeec71e53 req-3daf14f4-e054-4ad3-a423-24f5a1e711c7 service neutron] 10.222.0.16 "GET /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385648 Apr 20 05:53:14.747806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:53:37.515176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-19ba404b-3bff-43b8-b61c-005d6d1bd8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:37.800039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:39.999819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b46f6262-170b-4034-8fb3-e7f3643853d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:40.244155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:41.597065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:41.886883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:51.747883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:54:07.514943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f1c48ae-8b1a-4963-b7a1-b1951f2ea976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:07.804234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:09.996506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb3-4606-4f31-b991-6e468baa4926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:10.245771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:11.590074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:11.888300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:13.447171 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-e546392c-07c7-44d1-8f0e-9c1ff8264114 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1919179 Apr 20 05:54:13.784877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-08e11f67-e2e3-46aa-989a-701bbdaf8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:54:13.786481 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-08e11f67-e2e3-46aa-989a-701bbdaf8152 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1099 time: 0.3184240 Apr 20 05:54:13.946479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-195a21b2-4dfb-4494-9bda-567e8e067ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:54:13.948159 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-195a21b2-4dfb-4494-9bda-567e8e067ab6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1421924 Apr 20 05:54:14.026842 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-690be187-59ed-47bc-936e-b8c27e4037bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 217 time: 0.0712080 Apr 20 05:54:14.112890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-5f8a146a-e3ff-4386-8d72-db22e439f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:54:14.114429 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-5f8a146a-e3ff-4386-8d72-db22e439f7df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0810235 Apr 20 05:54:14.167788 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-88abc8d8-11a4-4889-80ab-3364a1aee674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469646 Apr 20 05:54:14.179031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-0ae6d890-a9a7-4732-8aa5-3366cc7c6b6f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:54:14.180030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-0ae6d890-a9a7-4732-8aa5-3366cc7c6b6f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055127 Apr 20 05:54:14.324995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-fac9a53c-4224-498c-81f3-301b4872aac5 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384177 Apr 20 05:54:14.475882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3de783-95e2-42e6-ad54-04fb7fff31f1 req-22fe7e10-8563-4be5-9e46-688f3c14d3fa service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438854 Apr 20 05:54:28.749094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:54:37.515002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-38d59fa7-a2d2-4b05-9522-7651cf510650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:37.818957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:39.989519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-283e8b19-2dc1-451e-9773-dab616acd81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:40.248886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:41.593570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:41.891886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:05.749723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:55:07.519336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-669ad4c5-0d17-48f3-9708-bde24c624e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:07.834070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:10.001319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74976c5d-90ef-46ef-841c-9d9de52f52e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:10.251850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:11.602827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:11.895913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:13.363434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-0f2c70b2-b3d7-4a22-852d-c696e7d151c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858493 Apr 20 05:55:13.464478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-9063724f-28a8-413d-95a9-f375ebb346c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:55:13.466091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-9063724f-28a8-413d-95a9-f375ebb346c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 1098 time: 0.0810890 Apr 20 05:55:13.625517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-e23e2127-e03f-4df1-91b2-b1bfa4b53b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:55:13.627144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-e23e2127-e03f-4df1-91b2-b1bfa4b53b83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1409299 Apr 20 05:55:13.703439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-875bbeab-57e6-4e4a-aaf9-1725ef04a3a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d HTTP/1.1" status: 200 len: 217 time: 0.0697007 Apr 20 05:55:13.772942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-9a803f32-2efd-4eb4-b2bf-aac08c86f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:55:13.774619 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-9a803f32-2efd-4eb4-b2bf-aac08c86f05b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0651498 Apr 20 05:55:13.829571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-d40fa0cd-43d5-47e7-a75a-fc95e26fb9e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487261 Apr 20 05:55:13.975540 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-2b97b0ed-3487-44ce-b011-74077d28da4d service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390986 Apr 20 05:55:14.119410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c237e987-c461-496b-a9ab-b0ea81e0c30f req-3cdcda9d-a7c4-4ab0-aed2-cc9fc81c3e9d service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378326 Apr 20 05:55:37.504452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1575f22-9135-4898-9408-667e2b66eace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:37.863738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:40.001858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de874c2c-cb7a-47a5-9de3-047e216f60c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:40.253812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:41.597357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:41.906294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:42.750167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:56:07.508819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74c5d899-19df-4037-8f8e-a9d94842e421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:07.868547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:10.006622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff06acd7-775c-4646-8b5c-5e92323b62c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:10.256526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:11.608226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:11.901925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:14.312327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-047af016-0371-4e3f-8d68-c71c0fde786e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844913 Apr 20 05:56:14.468796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-b1bcbd61-b6f5-466c-b7ac-afd99b9ed063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:56:14.470436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-b1bcbd61-b6f5-466c-b7ac-afd99b9ed063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0813575 Apr 20 05:56:14.632054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-b9ab5a06-6d3c-4c1c-a577-a10d28090771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:56:14.633661 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-b9ab5a06-6d3c-4c1c-a577-a10d28090771 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1427431 Apr 20 05:56:14.711182 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-1c0316cd-4770-4e05-9edb-dac2c6aefafe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0705934 Apr 20 05:56:14.788370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-0fe38a95-e127-4275-baa8-29b728f6addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:56:14.789947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-0fe38a95-e127-4275-baa8-29b728f6addc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0728328 Apr 20 05:56:14.846848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-8d607485-2ce9-46a2-a9e2-8eafe77497e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498066 Apr 20 05:56:14.990739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-1b171646-d0a9-4c6f-b90b-0900835e3cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373658 Apr 20 05:56:15.144902 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95a1e1b2-247c-48e6-8fd3-4c340ad7de1c req-26df3e15-a6d6-4cac-9537-7b266c348701 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475446 Apr 20 05:56:19.750589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:56:37.511308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fc14af2-f30e-49c3-8ad8-b731e13f1208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:37.872305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:40.010040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-60c05c52-9b4f-401c-9d0d-4314054bfd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:40.261539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:41.613939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:41.907617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:56.751389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:57:07.523934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bfca76dc-fd92-418a-8404-e56437ad4885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:07.869391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:10.002749 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-feb36351-0c00-4600-8a8c-9b6bdef32d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:10.267066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:11.605571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:11.910405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:14.338646 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-fa51d35a-988f-451a-b5f3-abf72280a160 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783684 Apr 20 05:57:14.439265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-6df90ec5-9a92-421b-86f6-f1dbc2b0a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:57:14.441441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-6df90ec5-9a92-421b-86f6-f1dbc2b0a840 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0794458 Apr 20 05:57:14.602257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-c8602edb-d305-4671-970b-21c243678ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:57:14.603905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-c8602edb-d305-4671-970b-21c243678ce8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1432743 Apr 20 05:57:14.680699 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-f4e7beca-7d12-47c9-a281-19769a39cc17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0703247 Apr 20 05:57:14.754167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-cda66df8-1441-4039-b43c-ed635a2ae34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:57:14.755649 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-cda66df8-1441-4039-b43c-ed635a2ae34b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0687847 Apr 20 05:57:14.808789 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-1a59f3b4-da22-42a5-a8bc-1be875b06ccb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465338 Apr 20 05:57:14.954170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-0aacb986-73fe-48a0-b05a-6c9729b791be service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388063 Apr 20 05:57:15.113306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bb9513b-326c-41c6-9ef9-561fa00b42d3 req-f18a5f38-fdb8-405f-801a-8da3b1b2bd06 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523795 Apr 20 05:57:33.756419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:57:37.521524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f572c12e-d398-40be-afa5-a68c3f219d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:37.888972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:40.006280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d44303e1-117b-4eca-bc5c-5546fa31dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:40.267375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:41.606313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:41.920356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:07.522521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57dec173-bd5c-46a2-8982-e61447506fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:07.902710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:10.018098 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-44136539-f6c2-47ed-8595-afa9e70d957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:10.270032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:10.756134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:58:11.607989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:11.927069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:14.353444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-3c5d18ed-f458-4976-90c7-59b1c121eedd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823750 Apr 20 05:58:14.460651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0870-a50e-4077-a097-d13628626aef req-694dc89f-9505-4f62-849d-f444f22a15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:58:14.463604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-694dc89f-9505-4f62-849d-f444f22a15d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0876524 Apr 20 05:58:14.634660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0870-a50e-4077-a097-d13628626aef req-7fbc43b2-2a81-4aea-8862-b003b5d219a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:58:14.636372 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-7fbc43b2-2a81-4aea-8862-b003b5d219a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1513724 Apr 20 05:58:14.712339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-d0418abe-807f-4fd9-801d-19918b2da5d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0693395 Apr 20 05:58:14.787935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0870-a50e-4077-a097-d13628626aef req-74c67b49-1a8d-4206-bf99-5c72204363cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:58:14.789507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-74c67b49-1a8d-4206-bf99-5c72204363cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0709488 Apr 20 05:58:14.844443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-8a0e6eba-ef29-4081-95f2-b8686312d15a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479627 Apr 20 05:58:14.989227 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-2f3bce6e-bbb9-41ca-ae0d-14922ab4934e service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374149 Apr 20 05:58:15.135813 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcdd0870-a50e-4077-a097-d13628626aef req-e82c3a09-4917-46a8-8bdb-39e218290cea service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400161 Apr 20 05:58:24.705947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 46176) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:58:24.865861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:24.882097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:58:24.886660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Usage tracker for resource:security_group_rule and tenant:da6676a2ed49466f9e4c6fa30f272381 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:58:24.889928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:58:24.896735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:58:24.998329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.002523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.255294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f669913f-3cbe-4c60-8a12-5bb9f3197279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:58:25.288576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3daef27-e518-44be-85f4-c69d739b3424,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:58:25.308606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.309024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.309412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.309845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.310218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.310560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.310977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.311730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.312147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.312528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.312922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.313414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.318071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:58:25.323706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 46190) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:58:25.323822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-88e5756b-e82d-40cf-82c0-a3114383a61e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da6676a2ed49466f9e4c6fa30f272381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166544 Apr 20 05:58:25.392011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.419387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.484235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.488157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-90af1e2e-310e-40ad-8af7-d936c5425e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:58:25.499990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3daef27-e518-44be-85f4-c69d739b3424,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:58:25.511074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.511512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.511912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.512303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.512690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.513076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.513459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.513840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.514225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.514603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.514981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.515366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:58:25.518672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:25.519899 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3daef27-e518-44be-85f4-c69d739b3424 HTTP/1.1" status: 204 len: 168 time: 0.1950958 Apr 20 05:58:25.520847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:58:37.516855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1dce1e7f-6483-4668-8148-7d9c6f25f5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:37.905937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:40.018790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e00a8f8-e8fe-4a40-af9f-a4eda732f2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:40.271543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:41.617305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:41.921981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:46.912689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2dab-4d3a-4f8b-ac44-95c241fc902e req-8968d15f-cc68-4b10-91b4-7b6ad9badab3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:58:46.914313 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba7d2dab-4d3a-4f8b-ac44-95c241fc902e req-8968d15f-cc68-4b10-91b4-7b6ad9badab3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 946 time: 0.2847841 Apr 20 05:58:46.964082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba7d2dab-4d3a-4f8b-ac44-95c241fc902e req-d0ade244-a7af-47ca-bcae-cf83ceaa09d2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/security-groups?id=22b7e212-0753-4769-8514-ec8c0c38cc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Apr 20 05:58:47.273540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825d533-5081-4608-bf78-4d453037f7f2 req-38a4651d-9eeb-4501-a143-329bae5d94d1 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:58:47.275042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8825d533-5081-4608-bf78-4d453037f7f2 req-38a4651d-9eeb-4501-a143-329bae5d94d1 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 946 time: 0.1001766 Apr 20 05:58:47.357333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Deleting port 28e16b93-1b25-4705-81f1-aee9acbb5e26 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:58:47.357711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:47.637007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] For port 28e16b93-1b25-4705-81f1-aee9acbb5e26, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=28e16b93-1b25-4705-81f1-aee9acbb5e26,segment=NetworkSegment(9473411b-00db-4950-97ad-42cd5c928ad8),segment_id=9473411b-00db-4950-97ad-42cd5c928ad8)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:58:47.637393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:47.756331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:58:47.771815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Calling delete_port for 28e16b93-1b25-4705-81f1-aee9acbb5e26 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:58:47.939461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:47.945686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad2b0ee8-4522-4d96-9ba3-66929ff13a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:58:47.992984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Pushing event deleted for resources: {'Port': ['ID=28e16b93-1b25-4705-81f1-aee9acbb5e26,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:58:47.996897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:58:48.079989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] No DVR routers for this DVR port 28e16b93-1b25-4705-81f1-aee9acbb5e26 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:58:48.082576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:58:48.085665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'name': 'network-vif-deleted', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:58:48.108118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8825d533-5081-4608-bf78-4d453037f7f2 req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.16 "DELETE /v2.0/ports/28e16b93-1b25-4705-81f1-aee9acbb5e26 HTTP/1.1" status: 204 len: 173 time: 0.8274462 Apr 20 05:58:48.220970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9241254-a91d-40d3-966a-9b2f826806c9', 'name': 'network-vif-deleted', 'tag': '28e16b93-1b25-4705-81f1-aee9acbb5e26', 'status': 'completed', 'code': 200} Apr 20 05:58:48.233415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7753a4d6-9f6f-48d8-b207-37aabb599a8b req-45b73938-ee66-4980-9c68-0585dbda9149 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Synchronizing usage tracker for tenant:c963638514d44a47b8a21eef1cef7851 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:58:48.248371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7753a4d6-9f6f-48d8-b207-37aabb599a8b req-45b73938-ee66-4980-9c68-0585dbda9149 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Unset dirty status for tenant:c963638514d44a47b8a21eef1cef7851 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:58:48.249652 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7753a4d6-9f6f-48d8-b207-37aabb599a8b req-45b73938-ee66-4980-9c68-0585dbda9149 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.1331697 Apr 20 05:58:49.434301 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85dcdf37-63d3-475b-bcab-3f0af4adab2f req-b2b2fdfe-e4a1-4e98-a9dd-6d8c83b028fc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0593793 Apr 20 05:58:49.919153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 28e16b93-1b25-4705-81f1-aee9acbb5e26 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:58:49.957572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 28e16b93-1b25-4705-81f1-aee9acbb5e26 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:58:49.957999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 28e16b93-1b25-4705-81f1-aee9acbb5e26 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:58:50.613349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca11ba37-63fc-47cc-8c9c-36e58a3c4c4e req-22853490-8c12-4642-bd3a-1b440fd2829f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0577376 Apr 20 05:58:51.799827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f176b3e-1281-4825-a021-195597a41092 req-843779be-9e30-4299-88df-02a25c4b6a4d tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0500658 Apr 20 05:58:52.994088 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c073d35-62b8-4e92-b539-fe4b081e49b3 req-2afe6856-49a1-448b-9738-29f1eea37903 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0595818 Apr 20 05:58:54.170651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e98f5e2d-7491-4b39-87de-abc65888dd94 req-93ed121e-068c-4561-9a49-04ba0fca8002 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0483618 Apr 20 05:58:55.361393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c654dde-0228-4ea9-94db-cac416c2c141 req-2e3b5a22-a309-4ceb-8e4e-7117ecd8b99a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0517960 Apr 20 05:58:56.544430 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e87a5552-fef5-4b7f-af0a-0cd03e2c6c70 req-5d9820b8-8aea-4662-bc3c-8417b66e8028 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0520284 Apr 20 05:58:57.714607 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba85340c-051f-4942-afb5-be890bbe9d22 req-5102899d-f03f-456f-af1e-a9fe105db7c5 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0540485 Apr 20 05:58:58.890758 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b3b7d70e-7e73-4322-9692-6f1b2e690211 req-0ce943b7-e0a4-4354-bf2c-9b27b4a651aa tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0541008 Apr 20 05:59:00.070738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cf22d1f-bd6e-45f4-8eb4-f8d15d341873 req-4dccfb1b-f90b-4f0e-bcf6-5f9f3c99edfe tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0498559 Apr 20 05:59:01.256087 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a7686a7-792b-46dc-abc8-0e0b24bf8658 req-259911e1-bd97-464c-ba86-8d12c9b2c5fd tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0522051 Apr 20 05:59:02.425094 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b2dfd95-f3d2-46d7-bb54-84aa40385916 req-4d6cd5ba-5f62-47cf-a7a1-a15cb175e46a tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0527730 Apr 20 05:59:03.619979 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7cfc40f-e13c-4b8b-b97a-10822cc2629c req-9ad4a087-82bc-4050-b378-e18f0473aa7b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0609336 Apr 20 05:59:04.806457 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-10b3ac72-b339-4851-94ff-46edfa3266fb req-c9395954-f1a8-4fdb-8341-986a1af43fcc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0547614 Apr 20 05:59:05.987991 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c94a562-199a-4038-8219-fedbd1368de6 req-7f8d6e55-db15-4e9b-8131-f9341489981f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0496144 Apr 20 05:59:07.161179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1dc6724-3b33-40c8-b58f-38fae78e8fbb req-920a93e3-b90c-4d52-a7c8-ca985a593b7c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0497823 Apr 20 05:59:07.520298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04e9cb2a-f850-4266-a1b5-b0a676b07992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:07.918826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:08.332994 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a49243c-145c-4f1d-8656-e6edda609b46 req-ef3e0a1f-ce01-49f6-9686-0cc650bde1c7 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0497842 Apr 20 05:59:09.505148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5859082-aaf9-401e-88cb-565d2ec1edb9 req-d89cb450-9507-42fa-b315-67cae5b06e62 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0509043 Apr 20 05:59:10.011898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6cf5-86cf-419d-af75-5b1f10fc8fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:10.276028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:10.699373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0f4f48b-35e9-4615-b965-964cc6a4f247 req-f1936746-d17e-40c2-a4a2-cd68dd50f8f0 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0617566 Apr 20 05:59:11.601353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:11.902326 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dec2640e-5fac-454c-bb20-38bf476055b4 req-f7760ec5-4486-40a0-9810-c0b5d78bcb6f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0538182 Apr 20 05:59:11.928098 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:13.075866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-358635c8-54ff-4e8a-8362-b0599dd7793d req-06efb4fc-a57d-417f-b0cc-eed5fba57d89 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0496399 Apr 20 05:59:14.256257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-116eedf3-f537-42a6-9469-09fde16d6616 req-2c1fb46d-7b43-4ba0-81d7-ab4ce9563ea5 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0511959 Apr 20 05:59:15.568465 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1499d53a-d1ca-4988-b662-1e08c3af0b94 req-29349f73-cba1-48e9-8c47-3351cd49ef3e tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0491819 Apr 20 05:59:16.398147 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-b648b41d-fb6b-4a93-bae6-3e07d08709da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1288879 Apr 20 05:59:16.504789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-d34a45c2-de74-4e5c-9d64-76a16d6ba2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:16.506872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-d34a45c2-de74-4e5c-9d64-76a16d6ba2d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0867693 Apr 20 05:59:16.668953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-b23cce10-8bb2-466c-9076-be76b3479721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:16.670556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-b23cce10-8bb2-466c-9076-be76b3479721 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1437147 Apr 20 05:59:16.783723 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-228d036d-4164-4567-b714-ab32c6e326cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 200 len: 217 time: 0.1063759 Apr 20 05:59:16.834663 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-139d3aac-f534-4c03-9550-370898f74208 req-43bb380d-fb32-475e-b895-92018e4e0e80 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0975955 Apr 20 05:59:16.864299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-f9e84af6-b769-4667-87da-e3e74d82cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:16.865853 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-f9e84af6-b769-4667-87da-e3e74d82cf2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0755882 Apr 20 05:59:16.921861 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-e5a8dd80-9b03-49a2-954b-722add558554 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492778 Apr 20 05:59:17.079442 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-1649ddeb-3de8-43aa-b732-a58db54d8054 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498621 Apr 20 05:59:17.227671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b015060d-d0d3-45b0-8471-4d1466dc1157 req-c3be318a-130b-4d2a-80fb-94341b90f69b service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418297 Apr 20 05:59:18.003954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c221973-edb7-40c0-b985-215a90753ac3 req-c5730909-8f68-4170-a604-33be85fecd49 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0540001 Apr 20 05:59:19.178472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-021a7eca-60fe-4c8a-9e37-9c4a86edfa12 req-f1d04c77-0682-438f-bc6f-c6a3d52d23fb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0498474 Apr 20 05:59:20.366896 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-032a4f3b-5805-4754-89f7-3e2cd45cbd4b req-63476a05-77a5-42d5-bfab-0cf37b431be2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0506468 Apr 20 05:59:21.541866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-1b8e50ed-8161-4ff0-91a9-d5e938b8ee23 req-374d194a-6eb0-4644-99ee-117abfacb319 service neutron] (86383) timed out ('10.222.0.16', 49275) {{(pid=86383) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 05:59:21.549796 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c8f4ae5-b574-42ec-bcd5-fcc9b9e81b67 req-c022703a-851c-4322-bf66-a4e765167d4e tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0503941 Apr 20 05:59:22.727016 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f358ef3-f526-43c7-86b8-19e57cac1a94 req-a603e3f8-b960-4c71-aa7f-96b4db7cba5f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0496354 Apr 20 05:59:23.894693 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b16e3f9-35a4-4b68-8aec-be2d1a33f00d req-0687931c-bb5f-4203-ab6e-57e95b988789 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0523717 Apr 20 05:59:24.760895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:59:25.069083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fc5a2120-2fdf-475d-8613-0e5c613bf518 req-1f34a41b-0085-4d25-b715-dc6465253b41 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0525060 Apr 20 05:59:26.243207 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e8fa99c-8934-4e34-a4d3-eebefbd19f56 req-0a26ca84-d099-4b1e-b48d-49503c68ce5c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0493641 Apr 20 05:59:27.100707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-0c685279-0263-40ee-9a07-3bc88593c501 req-01a797d9-24de-438c-afd6-9105781910d4 service neutron] (86383) timed out ('10.222.0.16', 49264) {{(pid=86383) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 05:59:27.413328 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76965bd8-5174-4e37-b74b-6350bce56e8a req-ee627979-c353-4066-a4d5-b5bf25bbb5df tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0512393 Apr 20 05:59:28.603785 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cb747bb-f93e-4d10-afcf-9821f3f85d0f req-aa39a717-d70f-4922-a913-b6f83282aef3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0577590 Apr 20 05:59:29.789343 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ecc0d87a-67de-424d-a3da-672d30fad270 req-3f6a662b-7fd0-4197-8d5f-e84f1dd0f421 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0508285 Apr 20 05:59:30.972038 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6624df97-3c2e-4e3a-84f0-aa89e1aab685 req-7d0ecc0a-fff3-4fb9-96bd-70d3e8c997c1 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0525568 Apr 20 05:59:32.150193 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-70b1286f-5b55-4b6e-9a32-3ec4235e27da req-26cd1dfd-c764-4e7d-a7bf-6754af3839ae tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0652065 Apr 20 05:59:33.321180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f8febff-dcbb-4d47-bf00-4055dbaf6620 req-f01e2e18-be12-44da-b789-7fa1cf34e63d tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0500903 Apr 20 05:59:34.496712 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48eb4c2a-6a93-4c2e-a3ce-5b99bb8f1cea req-1cf7c6d5-f6d6-44b6-a844-18b019a91506 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0490267 Apr 20 05:59:35.658769 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c974d9ca-b30d-467a-bf3f-c43bce4ea6cd req-30a0faad-aa31-4fba-a5fd-c3eac5a32e92 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0493279 Apr 20 05:59:36.830222 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6e87e18-c682-493f-bc21-ac6c3fccef57 req-c8c15bf1-5915-4418-95a3-ce51afc90bd9 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0540061 Apr 20 05:59:37.535068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0baf5bd-edb6-4ff9-9f65-8fd324270ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:37.930761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:38.012572 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bfd5e57f-5e72-4393-b0d4-bea855e25fd7 req-8d8e741e-b2d9-4d35-8f24-7c7e80d1861f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0529556 Apr 20 05:59:39.200742 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8aa1f6de-2a51-4bda-a764-a8e0145e8f94 req-fcb8cd82-b0c7-4417-a605-c50d5946ce87 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0527673 Apr 20 05:59:40.015481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41971f26-fa5e-4ed3-b7c3-e26faa255fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:40.278154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:40.374830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-177b69d4-6c2b-435c-98c3-242a20e88c2c req-87c37d79-7462-45b5-9c1f-549d25d980c2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0499680 Apr 20 05:59:41.343750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38f00a-28ed-4ce7-b08f-320dd44c9a3c req-8d0501ad-f29d-47bd-9e5d-9ad51ae0c4fb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:41.345373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f38f00a-28ed-4ce7-b08f-320dd44c9a3c req-8d0501ad-f29d-47bd-9e5d-9ad51ae0c4fb tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.0911770 Apr 20 05:59:41.400553 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f38f00a-28ed-4ce7-b08f-320dd44c9a3c req-54a26319-6249-4ed2-adfe-111ffeb3ae2d tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460081 Apr 20 05:59:41.552941 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-963cc968-274d-4337-81e1-db0c110b20e8 req-d18c2bf9-13d2-4601-a052-05d613efce26 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0559494 Apr 20 05:59:41.605454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:41.635779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccea470-6c11-42de-b154-bbe0af094603 req-d5399ac3-b0c6-4d5d-b962-ca43d43330b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:41.637403 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2ccea470-6c11-42de-b154-bbe0af094603 req-d5399ac3-b0c6-4d5d-b962-ca43d43330b0 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.0928445 Apr 20 05:59:41.714514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Deleting port 607b99f7-f987-4a07-9efb-81fc9af23e40 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:59:41.714817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:41.924971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:41.987365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] For port 607b99f7-f987-4a07-9efb-81fc9af23e40, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=607b99f7-f987-4a07-9efb-81fc9af23e40,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:59:41.987685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:42.563947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:42.564521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:42.564521 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Floating IP 2e8e0792-60e9-4505-8eb7-f3359ab807f0 disassociated. External IP: 172.27.2.13, port: 607b99f7-f987-4a07-9efb-81fc9af23e40. Apr 20 05:59:42.564908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Calling delete_port for 607b99f7-f987-4a07-9efb-81fc9af23e40 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:59:42.692284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062149-9e44-468c-9b3a-29295d126c94 req-88872a28-b52d-465d-b434-426a3dbadf77 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:42.693866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43062149-9e44-468c-9b3a-29295d126c94 req-88872a28-b52d-465d-b434-426a3dbadf77 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 945 time: 0.1680019 Apr 20 05:59:42.727782 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eebdcf31-639a-45a8-bd8e-e5888cd3ae92 req-09370941-8204-4af8-9d03-2626e8b357e1 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0524559 Apr 20 05:59:42.794843 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43062149-9e44-468c-9b3a-29295d126c94 req-5db28b72-f71c-4257-9d19-c419df0ceca6 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups?id=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676675 Apr 20 05:59:42.795964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:42.801710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:59:42.854848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'Port': ['ID=607b99f7-f987-4a07-9efb-81fc9af23e40,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:59:42.865650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.866060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.866453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.866843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.867260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.867647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.868032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.868425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.868806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.869206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.869563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.869942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:42.924658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:59:43.066646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:59:43.265631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:59:43.277638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:59:43.297353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:59:43.297884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:59:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:59:43.370117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] No DVR routers for this DVR port 607b99f7-f987-4a07-9efb-81fc9af23e40 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:59:43.372741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:43.383352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'name': 'network-vif-deleted', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:59:43.390382 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2ccea470-6c11-42de-b154-bbe0af094603 req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.16 "DELETE /v2.0/ports/607b99f7-f987-4a07-9efb-81fc9af23e40 HTTP/1.1" status: 204 len: 173 time: 1.7472286 Apr 20 05:59:43.443108 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78be13-63a1-4433-a0b8-12ff23b2ae33', 'name': 'network-vif-deleted', 'tag': '607b99f7-f987-4a07-9efb-81fc9af23e40', 'status': 'completed', 'code': 200} Apr 20 05:59:43.504217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:59:43.851341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:59:43.856755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:59:43.867756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:59:43.868537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T05:59:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:59:43.934042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-14e06bf9-806b-4e20-8534-cbf29bc4cc5f req-deadcd1d-9ac6-4e33-a362-ddf9237888e4 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0585260 Apr 20 05:59:44.059204 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d83d547-2287-45fe-9456-911d5f3f6861 req-6565f41a-f930-4e7a-856c-75e49730631c tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce78be13-63a1-4433-a0b8-12ff23b2ae33 HTTP/1.1" status: 200 len: 210 time: 0.0591657 Apr 20 05:59:44.101576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:59:44.213345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 607b99f7-f987-4a07-9efb-81fc9af23e40 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:59:44.258033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 607b99f7-f987-4a07-9efb-81fc9af23e40 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:59:44.258757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 607b99f7-f987-4a07-9efb-81fc9af23e40 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:59:44.451372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:59:44.456452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fb67a-00b3-486e-b347-0a16dbf755cc None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 4, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '36db2c44-a8dd-4eec-88c1-39b0ccca0b01', 'name': '', 'network_id': 'a068a83a-b8b6-46fa-aeac-aa24a5caedcb', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'mac_address': 'fa:16:3e:d8:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:56Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'subnets': [{'id': 'b1ae290f-7a5a-447a-b58a-b3bf1a05eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:59:44.818761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3c3af-55cf-4432-a18f-4ec8399a7c71 None None] New status for floating IP 2e8e0792-60e9-4505-8eb7-f3359ab807f0: DOWN {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:59:45.117149 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eba9995-3158-4ef8-b5d3-214d3ad8f35e req-46dcdb5a-7095-4d95-b6bf-e15afad0fd9c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0527506 Apr 20 05:59:45.207154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 46972) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:59:45.283507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.315270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.368759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.373959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:59:45.389947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05df4d-65fa-42ee-bc8f-ae4198fdad6c,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:59:45.402295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.402701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.403145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.403578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.403921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.404308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.404701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.405074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.405453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.405829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.406212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.406588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:59:45.409872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:59:45.415880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.420786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 46978) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:59:45.420939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "DELETE /v2.0/security-groups/3b05df4d-65fa-42ee-bc8f-ae4198fdad6c HTTP/1.1" status: 204 len: 168 time: 0.2126074 Apr 20 05:59:45.446339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-a03ab21e-8914-450e-ae33-ec73ef7f773a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] show failed (client error): The resource could not be found. Apr 20 05:59:45.447500 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a03ab21e-8914-450e-ae33-ec73ef7f773a tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "GET /v2.0/security-groups/3b05df4d-65fa-42ee-bc8f-ae4198fdad6c HTTP/1.1" status: 404 len: 347 time: 0.0255587 Apr 20 05:59:45.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 46982) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:59:45.628209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Deleting port 5e96afc0-4b43-4128-b3e3-06de03795529 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:59:45.628583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.808081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.808312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:45.940602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Calling delete_port for 5e96afc0-4b43-4128-b3e3-06de03795529 owned by network:floatingip {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:59:46.100620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:46.105972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c7c0e5d-34f9-4e16-94dc-10466f24ec34 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:59:46.192038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Pushing event deleted for resources: {'Port': ['ID=5e96afc0-4b43-4128-b3e3-06de03795529,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:59:46.198802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:59:46.297402 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d67ac12-f21e-415b-a41d-3751094ce199 req-866d9c8d-ef2f-43b3-a770-d6f7e1761371 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0573530 Apr 20 05:59:46.322764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks [] for floatingip, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:46.338766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:46.339999 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] 10.222.0.38 "DELETE /v2.0/floatingips/2e8e0792-60e9-4505-8eb7-f3359ab807f0 HTTP/1.1" status: 204 len: 168 time: 0.8883662 Apr 20 05:59:46.526317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef12ee-da38-4c69-94e6-246bd8872cfa req-05b22388-de4b-4eb0-ad98-255aec900f0a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:46.529003 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ddef12ee-da38-4c69-94e6-246bd8872cfa req-05b22388-de4b-4eb0-ad98-255aec900f0a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 945 time: 0.0929410 Apr 20 05:59:46.578817 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ddef12ee-da38-4c69-94e6-246bd8872cfa req-06f06fe3-1aeb-4be3-aefa-b8f5bea6a26b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Apr 20 05:59:46.978689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-62346728-4e9d-4385-a7b7-28d68b909eb3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:59:46.980454 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-62346728-4e9d-4385-a7b7-28d68b909eb3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 945 time: 0.0962756 Apr 20 05:59:47.057654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Deleting port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:59:47.058032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:47.324387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] For port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:59:47.324936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:47.457774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Calling delete_port for 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:59:47.470369 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-948d947d-b6ed-4764-8aee-285f87741dcc req-07af6739-4359-4546-8ea6-2f3bab6fc756 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0538254 Apr 20 05:59:47.611786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:47.618319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04d4d3d4-360e-43e5-99e3-4c5523a7a037 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:59:47.624765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5', 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', '6c96c348-79e5-434d-a9e9-1d722944ebbb', '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:59:47.669642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event deleted for resources: {'Port': ['ID=6bfe03b6-ccd3-4940-b814-f372d0bb4a6d,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:59:47.678141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:59:47.810627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] No DVR routers for this DVR port 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:59:47.813968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:59:47.823483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'name': 'network-vif-deleted', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:59:47.834019 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e577928-8634-4374-a700-de3ca362df8c req-3c50edde-266c-4b01-8404-74a0f9c13c9b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.1075861 Apr 20 05:59:47.841050 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07eb07c8-691c-4a6a-92cd-451a88db1b2b req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "DELETE /v2.0/ports/6bfe03b6-ccd3-4940-b814-f372d0bb4a6d HTTP/1.1" status: 204 len: 173 time: 0.8553114 Apr 20 05:59:47.887302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c323e891-09da-4b51-9ac4-e6508f3a1cba', 'name': 'network-vif-deleted', 'tag': '6bfe03b6-ccd3-4940-b814-f372d0bb4a6d', 'status': 'completed', 'code': 200} Apr 20 05:59:48.659735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-327e4527-af49-4ccc-98b5-9a9a07cc202a req-275ba63b-d529-450c-a420-d4accc253e33 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0597525 Apr 20 05:59:49.020741 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3446ed6b-55a7-4cbc-bb04-c8ea1ecd5b8f req-848a5462-2a81-43f0-9707-8334f7e091b0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0492177 Apr 20 05:59:49.837344 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb55c22b-262f-4565-86be-d8613cc63842 req-d08b6292-200e-41c3-bf4c-3b2e202b2e7d tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0498536 Apr 20 05:59:50.204952 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f33de9e4-ee13-45db-bc2f-c5ca8fd310a1 req-e2d25770-14f5-4589-ae44-2d1022de8865 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0580931 Apr 20 05:59:50.248568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:59:50.286530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:59:50.286920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6bfe03b6-ccd3-4940-b814-f372d0bb4a6d not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:59:51.017400 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e286f3d2-aee7-41f2-aa41-a8750318a0d2 req-f88a31b2-973d-418f-9658-7625a1a4ee0e tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0559480 Apr 20 05:59:51.388657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-412a7cac-3f1c-4ad2-97e6-c2b8a5564dc1 req-af8712dd-9d35-462a-9e7c-b8e6e7d69a8c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0547926 Apr 20 05:59:52.197477 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b92e12f3-e2b1-4224-9881-4ff451f4709a req-a8d0daad-3ba2-47a4-8b56-ac2bd9a4e38f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0525556 Apr 20 05:59:52.569207 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4639a68-1952-49bd-a2ca-adf80232083f req-b4cd6198-1024-4886-8a00-c0b5c2c23f63 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0491705 Apr 20 05:59:53.370421 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aca11289-64ef-4e5a-b210-ac40d4005f29 req-d89ad857-2779-470d-85bb-cfc119955d9d tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0496683 Apr 20 05:59:53.751174 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6806bf42-5d24-4213-b538-a7bc4bfdd31c req-0de5b911-1321-45e4-b84f-c843d832a4b3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0571072 Apr 20 05:59:54.558173 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1a990cb-6f4a-4127-8c13-c93bc2159f92 req-f4ad74c2-74ad-43a8-9384-5148c0c6c91c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0517857 Apr 20 05:59:54.933241 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9953404f-4954-44b8-972d-e146a210c793 req-e5992b0e-f2e3-49d8-93ca-4ece6998a52f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0572290 Apr 20 05:59:55.750894 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9788d648-110a-4e9b-b717-6b9c5eb3d493 req-1a7bbe51-eedb-4a7f-8a3b-44aeaf7030a5 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0632923 Apr 20 05:59:56.119252 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-700264d8-001e-4a29-af77-824752cf96c2 req-c1204645-903b-4bbd-a49f-b7e4ee3be726 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0562325 Apr 20 05:59:56.949445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef8586e0-4d39-4243-aff3-0cc06f485fe5 req-7e402b69-831a-4c18-b134-c0f50cd86a2f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0587332 Apr 20 05:59:57.301544 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b4a5a0b-58b1-4f7f-9773-1a841c7a6679 req-96944d4f-2e20-4c6f-bdca-55accb78e6c9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495787 Apr 20 05:59:58.135217 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e29b4aba-f0cf-46c0-8f38-a96f2c89deff req-df0ead72-7f59-4310-846d-64172200bfb3 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0530057 Apr 20 05:59:58.482275 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8194d7c3-538b-4929-bb13-a03eb67b1ebd req-faf5a287-6a9e-49de-aaad-f7c81147663b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0523126 Apr 20 05:59:59.322673 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72644e0c-a40a-48c5-afc5-e4ddcab80361 req-123c5bd3-f9b9-4161-9bc7-389b352f96c9 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0516768 Apr 20 05:59:59.663770 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49bc045d-43c7-4b10-82f1-a74740223e04 req-93691bdb-6945-4010-9304-539f2d816eab tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0533817 Apr 20 06:00:00.506347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a571bc47-06f9-4bdd-aaee-4e37b9618feb req-19398e7e-e1ed-4e4e-831a-deb8ce2d64e6 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0557690 Apr 20 06:00:00.846900 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a202d6e-f0af-4d7c-88ac-7a407dd48c52 req-685f3211-71d2-4dbf-b0b9-b005be1792b9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0490725 Apr 20 06:00:01.685862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f08778d-9c2f-49d3-a6be-e1699d31c67d req-e32597ac-28d5-43d6-a8c9-5518259c33ad tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0595202 Apr 20 06:00:01.766629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:00:02.030839 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a7429db-8009-4d37-8d2b-1845fac300d9 req-67f4569b-dc24-4edb-86cf-ab633b64607b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0635056 Apr 20 06:00:02.872897 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f722e65-2963-4465-968a-58d5c6caf155 req-31e46aee-a719-47a6-b6a5-71f124103ef8 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0523918 Apr 20 06:00:03.216416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2468cada-bf6b-4b60-85c6-f04e8a4b8e20 req-1e77414a-f593-49d5-9275-996105d1c022 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0605974 Apr 20 06:00:04.064531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb8fb8c0-8b51-43eb-9d79-6043609f5253 req-97c2cc37-e1a5-4263-9c89-bc38b942e56f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0564082 Apr 20 06:00:04.385571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37927710-f8d5-42f6-b7aa-5a9a33505c8c req-5b7a6907-0c37-4b61-8b4c-fe0617b18c7a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495825 Apr 20 06:00:05.238555 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0a9a81e-74cb-4faf-9b36-c0e15058c9c2 req-91603e6e-b969-4e78-9c6d-9c56a03bf5f5 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0494800 Apr 20 06:00:05.568887 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e19b08ec-5ef9-4c1a-b73b-62dfdcfbcd45 req-a122b45b-c1e7-4562-bb9d-06b51bd8435f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0524073 Apr 20 06:00:06.656259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-456eee75-75bf-45c7-b7b2-2e8943cf3a45 req-8934d907-6f01-4df6-a335-ebae37635b43 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.2920096 Apr 20 06:00:06.739360 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-207ce1a4-827b-4577-90e4-b53d845e499b req-4e5ed99e-d7b1-4232-bcfe-72c0f7c76a19 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0492575 Apr 20 06:00:07.527021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b91f-d12f-4e12-a033-82c3b73baf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:07.821493 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f1c2c69-4dc2-4018-9988-8a76a18d0ba4 req-24d1a45f-37dc-4957-a51f-23c23edb7c30 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Apr 20 06:00:07.911125 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cac2933d-6deb-4e04-a2f4-5495408aeea4 req-8f3c0838-da4a-4270-b02b-c5067837d036 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0499954 Apr 20 06:00:07.932528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:08.997102 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d943399f-f7a1-4dfb-8617-95228c18bcfe req-575c4bae-2e21-42af-930a-c67c01bd03a2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0522118 Apr 20 06:00:09.096724 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d54f77be-c98f-49a9-bcbd-2104c30297c2 req-a8ca6664-f6f4-4d7d-8ce7-6d36d4791953 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0616982 Apr 20 06:00:10.041096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce5b44f3-9ace-47e8-92f4-d4fc6ba1beec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:10.197020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-552d8fed-9882-4df6-a61c-ee1666c799a7 req-ab2992ea-10b9-4791-917b-600d4a1a9e5b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0556197 Apr 20 06:00:10.283320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:10.499899 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07809104-4d6e-4c9a-aa30-c47c3bbae909 req-ac8c4b98-752e-40d4-944d-0d545355902b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.2814786 Apr 20 06:00:11.369845 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0ccaaa60-b2e7-494f-88a4-c3b8cc3fd280 req-571a0d32-0203-412a-b9fa-d69655333dbd tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0537117 Apr 20 06:00:11.613256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:11.691479 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-074e986c-ce63-415e-af5b-7dab10cc97b7 req-b379d391-c16d-46cb-9696-f986805b3f2e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0541980 Apr 20 06:00:11.931026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:12.565400 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f86bd44-bb5c-4780-8151-4382a2decc8c req-70d4ec35-3c4a-410b-b3ef-1a650db93fd2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0670848 Apr 20 06:00:12.873242 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-10ed18fd-13d9-4ac5-93bc-4b74bf515421 req-fb1d3c8b-b958-43e4-8227-4a452b28f61f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0527573 Apr 20 06:00:13.744310 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-600377ac-4b52-4279-a0b0-b38a07fac7d7 req-bb79a7dd-a11f-4837-8dac-c11a67f7ec81 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0520222 Apr 20 06:00:14.057838 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a01fe95-3b58-4ece-abd0-0c8aab9dd50a req-cf0ff6aa-f6dc-4dbb-bc97-daa65b141d6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0486777 Apr 20 06:00:14.923260 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32c471df-c5a4-4574-8b96-72289f96adeb req-5858488f-c8d5-408f-ad57-7f183d9d3a7b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0558369 Apr 20 06:00:15.243719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-127a241c-3057-476e-acbe-68d1c3bb0e41 req-9e5260f0-eb72-4645-8ee3-adc4bf2c8e0c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0606532 Apr 20 06:00:16.119792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efee4eed-c05b-4205-9ea4-9f3174261ae0 req-2c383367-8227-4456-aa48-715a37cc3a5f tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0622976 Apr 20 06:00:16.429626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6fa9e4a-707c-4c51-9268-15233476a66f req-05398933-e969-4b9a-97c2-958616a6355e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0648420 Apr 20 06:00:17.310068 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d814ea05-b544-43b8-be32-0a343ef8999c req-b2ee0617-bf5f-4ab5-aead-9545ede64adc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0548353 Apr 20 06:00:17.388560 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-f1ee4a1d-dd58-4a8a-80fc-2157173e4416 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813670 Apr 20 06:00:17.495817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-0545bb5d-a918-403a-ae4c-e4853296fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:00:17.497594 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-0545bb5d-a918-403a-ae4c-e4853296fded service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1099 time: 0.0830822 Apr 20 06:00:17.602426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e89819c7-5221-491b-82eb-00770bb9a8fc req-fb6bd010-df9f-4675-bdc7-e0115e7b75af tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0496757 Apr 20 06:00:17.658030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-4bb5049b-e60c-4f88-ba9c-e2947d7705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:00:17.659644 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-4bb5049b-e60c-4f88-ba9c-e2947d7705e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1424179 Apr 20 06:00:17.735447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-e2302b06-4d99-46fa-9f0e-24aa308b43e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 217 time: 0.0683572 Apr 20 06:00:17.818689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-4345fbaa-4660-4ef3-819c-494feec8cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:00:17.820266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-4345fbaa-4660-4ef3-819c-494feec8cd25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0772910 Apr 20 06:00:17.872975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-5aaa1fb2-91a2-46e1-a355-52bc28fe878b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458019 Apr 20 06:00:18.017098 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-56364d45-d2af-4a22-aaa5-df1fcfae131c service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367471 Apr 20 06:00:18.159778 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9321c2c8-cbb4-47dd-b795-c3942cbf3977 req-d4f6ab58-a604-4783-869f-c0e839424063 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360245 Apr 20 06:00:18.482910 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90315444-b424-484a-94bd-ead01451b8d6 req-c6d2c51f-8416-42eb-a8d2-ef58d2dd52b4 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0573404 Apr 20 06:00:18.771109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d1d9d23-9b40-48ae-ae38-42196d779999 req-e06ff27b-2bda-41d2-b29c-dcd2983c9424 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495541 Apr 20 06:00:19.842022 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c60a4754-eba8-40ee-a72a-ae2efad96481 req-89014376-1247-4421-a248-77e1eb085f9c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0598893 Apr 20 06:00:19.949421 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a670ab5-9225-47e7-befb-fe9606f251ba req-93afb115-403d-4051-9ebf-a44bdaeeb1f1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0525827 Apr 20 06:00:21.022783 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d6fff8e-a41c-456d-821c-83d4600f4395 req-41e25fdf-91b0-4c2b-b382-49b853b7d588 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0547309 Apr 20 06:00:21.119153 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d7298e7-90e6-4eb3-b74f-a687103f6955 req-0c712529-4e82-410a-aad2-12624efc6838 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0494034 Apr 20 06:00:22.197292 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-660e0b5e-17f0-4b18-8a00-565bf8f32aa3 req-db449729-127d-4071-9d57-d485ac34eb85 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0528164 Apr 20 06:00:22.283932 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc67d86b-1576-49e9-a798-b73056fcaedd req-563d7f29-076a-4066-a1e7-4d85fb1ebf4c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0499470 Apr 20 06:00:23.362427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6810bcc5-8319-4e94-b7e0-7cb6aa04e1ee req-8eb4a546-607a-4cc5-9447-2de3d6a54bbb tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0489836 Apr 20 06:00:23.455843 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02f64cf1-079e-40f7-9365-0bfc6e9e988f req-f75bd721-ed64-4a44-8ad7-7fade62c96a3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0526202 Apr 20 06:00:24.534009 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8126c3f-9e9f-443b-8cf0-f85365e1f458 req-a4ef7f1b-7646-4c0a-be0f-48e511bb38ac tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0494804 Apr 20 06:00:24.622135 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-69e95d1d-0a28-4185-9c4d-e4b5c3629f49 req-eba1cc55-7d24-4778-967b-892b0258f1fb tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0491807 Apr 20 06:00:25.722509 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e66224b-e1b8-4a5e-b0e0-49dd95672690 req-7d9f4a5a-ae44-46e4-be08-662014ca53c5 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0663850 Apr 20 06:00:25.801443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24f5b6c9-5d75-42db-8f62-45b8393b8ee4 req-c8095860-a9ea-48d0-ba95-0ef7a530e2d2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495355 Apr 20 06:00:26.894804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-227132db-1d34-40b4-a45e-d1c1890885bb req-df52e117-27d3-4dc2-8c1d-0866abd04ffe tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0495968 Apr 20 06:00:26.977133 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-708a4eae-e7ae-446d-8ee0-38d32223e098 req-1f869b27-0d0c-48fd-806e-134f1f491845 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0525966 Apr 20 06:00:28.071523 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-895eed65-9820-43fb-8ddd-6f1a3b3e385f req-dce4fcf5-4f1c-4adf-b814-88ac7c9741bf tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0531931 Apr 20 06:00:28.144843 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-312be9f7-e20a-46e8-9167-7ecbcee58022 req-87086489-4484-4aed-809b-871c65d84e9b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0499799 Apr 20 06:00:29.243444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ade9a85-3a18-4a12-b68f-8a6f25f22c09 req-a6d1365e-d03a-43a5-a672-fec27d2a7779 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0528071 Apr 20 06:00:29.316784 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-59c08eba-15a5-48c4-ac91-de8ffe461825 req-96ce6773-0ceb-4160-a6f0-50e36f8c5826 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0497909 Apr 20 06:00:30.408030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-69158974-8432-4f9c-9792-73ca65d6d238 req-9d87904e-fca3-43f9-a684-03dfc4d15463 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0499434 Apr 20 06:00:30.488255 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cfdbf3a-7d1c-489b-ad69-f1355a8b08bd req-27db1716-cd74-42b0-9c4a-3c43b6764fa2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0541062 Apr 20 06:00:31.583505 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6844d65-4e67-4bcf-b8bb-b8d6f87b2831 req-3bd9afc1-378e-4560-995a-492d7c81eac8 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0500207 Apr 20 06:00:31.665219 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75736f61-b9f4-4bcc-adce-67b8e233e86b req-4aeb4cac-d4ac-4f67-a3e0-538d6922d153 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0538032 Apr 20 06:00:32.758236 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-813b85c3-7fb3-41f1-8ce2-72533971db9f req-66865a62-2bf7-40e4-8780-739f8fceac7d tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0545692 Apr 20 06:00:32.839573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d6602176-1ace-4b9e-a6e7-4c4048f87248 req-c24b1563-58fc-43a4-abb2-c12093d3a03e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0535696 Apr 20 06:00:33.934612 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fcfc3491-78fe-4a28-a62a-7b455e36675f req-18419146-e6c1-46fa-b219-62a0a825279b tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0490839 Apr 20 06:00:34.015275 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e89f2cc0-824b-4eea-a7d9-bf0236c13036 req-046f781f-659f-4ea3-862e-941a72bb8732 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0523822 Apr 20 06:00:34.475664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-2f64cd9a-ea7e-46bf-b44f-c166f60eb43a req-2d82f9c3-8882-4574-8d7b-3aad16e61fb4 service neutron] (86384) timed out ('10.222.0.16', 49235) {{(pid=86384) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 06:00:35.110933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42c1bb79-ebc2-40b6-a373-6a7ed58f6b86 req-81308aee-df44-402e-8f6f-d186ac0e9874 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0499527 Apr 20 06:00:35.187214 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b2601558-3387-495f-a7af-8fecdc81603b req-5a9bdd3a-a74d-4cdd-8db5-d2c08724476c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0512505 Apr 20 06:00:36.290365 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a83368b-b607-4096-b9c3-e573022d067f req-10731116-8c8e-414c-b878-7aca619a767c tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Apr 20 06:00:36.358109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d6ddc08-3f35-468c-a211-d4b0b5edacc5 req-1146775d-1dd8-49e0-80db-373b300cd304 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0497634 Apr 20 06:00:37.453008 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-92504a37-35f8-48a9-b51b-2c11222e1d83 req-a746ed5c-55e3-40a7-a08b-93262a118fa1 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0497110 Apr 20 06:00:37.528819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-330f22a0-3486-4012-8b5d-d98bd09735d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:37.540806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7282b60-9d42-4cbd-b773-27f7edd99881 req-6bc9f36c-76a3-4930-9893-c512cdefea88 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0638909 Apr 20 06:00:37.932696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:38.627739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5deec80-039b-4126-99c7-c0e29d4f2c69 req-6684bff3-2e3c-4fc8-915e-79d14b5a4575 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0499175 Apr 20 06:00:38.706960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7197ee4b-acf6-4d69-b020-9c92c39c6ab6 req-e379ac39-f616-4277-bb35-2d6f17126170 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0505593 Apr 20 06:00:38.766206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:00:39.805942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8415df6f-7a9e-4433-97e6-b8bbc9b6585e req-3b0c61f4-5047-4737-8e00-e4859fc830f2 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0545194 Apr 20 06:00:39.880626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-19b35d2d-427a-43dc-8fc5-49e7fe85f0ed req-e05e8289-831f-447d-8477-010277df5d96 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0491745 Apr 20 06:00:40.029072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-363c3ee1-9fa0-4fbb-a9df-0120fd29e6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:40.280347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:40.975498 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-998d7db0-c6a3-4764-b549-fc8172db6133 req-d2789235-57e1-435c-9100-75fd97c89f21 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0508533 Apr 20 06:00:41.059671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e19c88c8-d86d-4ab6-b941-c4c2e90f0e5c req-a4fbe016-719e-498a-95f9-12813113b684 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0522869 Apr 20 06:00:41.615200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:41.933956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:00:42.155829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55e48091-0a89-48a3-a7d0-17c4e316059e req-7ec385ba-b825-4787-8711-0d44fd503a75 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0492616 Apr 20 06:00:42.230583 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-afaff7e9-533f-4f51-a6ad-983aebf033a4 req-addf49cb-ac2b-47ea-b592-a775a938d39b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0499682 Apr 20 06:00:43.333586 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21a36ae5-2f81-4e63-91a1-25e437c48bea req-f0020e24-8778-491d-8c71-d0cbcd484720 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0534987 Apr 20 06:00:43.404580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d0364c89-b459-476d-948a-b18878498049 req-04ddfc87-414b-4255-a914-66837ca4dc08 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0522814 Apr 20 06:00:44.507272 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6799dddd-30eb-4b76-ac0b-7ac02fb422f0 req-916d7e24-da75-4b5f-91e9-28b19c75cd70 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0492740 Apr 20 06:00:44.584019 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33b78d8a-e373-429c-89cc-bf7a3f5f2f18 req-f994103f-5e03-4561-a4bd-a2e22f738213 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0545866 Apr 20 06:00:45.681327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43ff36e5-a025-4e85-a3b7-e8cbb4e3cfe1 req-3de615a6-e2b4-486b-9662-c208049b89dc tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0489151 Apr 20 06:00:45.762436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-041ba337-1f19-45d8-b008-154c19d6de90 req-61a76100-86a1-4dc5-9579-79f991eb8f20 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0544236 Apr 20 06:00:46.858681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a75c6448-727a-493c-96c4-ac68d2397c88 req-aebd2fbd-c762-446d-ae00-8cde23630c52 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0530245 Apr 20 06:00:46.934345 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf15ceef-5c75-4d9a-9c00-fbd0721be410 req-ff3c6480-5bed-4999-8f4a-137f0661b891 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0493314 Apr 20 06:00:48.027816 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f50af27-b4e6-4ece-b59f-4d8fff375612 req-af8df11f-be6a-47d1-9f32-8f7d8aff3372 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9241254-a91d-40d3-966a-9b2f826806c9 HTTP/1.1" status: 200 len: 210 time: 0.0492332 Apr 20 06:00:48.111118 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d0bf634-d23c-421b-be42-f2de242f786b req-cf29d72c-f6d5-432a-ba39-68c30209c0e3 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0523708 Apr 20 06:00:49.279801 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7c7d9fe-51b2-4781-92a2-75923bd2bf5f req-4b66919e-aba6-491f-8c21-067e1266fa7a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0497837 Apr 20 06:00:50.448782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-41e2f587-a29f-4507-9263-ab7a0ea1b280 req-914873f5-bddb-432f-9ea1-c9c268b7f234 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:00:50.466220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-41e2f587-a29f-4507-9263-ab7a0ea1b280 req-914873f5-bddb-432f-9ea1-c9c268b7f234 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:00:50.467499 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e2f587-a29f-4507-9263-ab7a0ea1b280 req-914873f5-bddb-432f-9ea1-c9c268b7f234 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0735056 Apr 20 06:00:51.650138 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a16b4ba6-78a2-4b53-ab76-bba6bf7bdbf9 req-7658ae83-5b54-4a3c-8312-61ef323d9267 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0566239 Apr 20 06:00:52.821654 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01c7140f-d58b-4de3-9b52-ce31f5a144af req-f3a50bb8-9aa6-47ff-9935-dab0e247ccb5 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0527015 Apr 20 06:00:54.019616 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be2cc26b-21fb-4f3e-8505-4ef858be26e9 req-16d4d264-7733-40fd-bc41-fe5dd929f325 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0559936 Apr 20 06:00:55.187242 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-432ed2cc-1606-4295-bc71-a677d3c690b7 req-db0b8af0-60d0-4e8f-b3a3-692b268dcee4 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0501349 Apr 20 06:00:56.354213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfd96f2b-b8f7-4b8f-b873-1011af9a1e23 req-8995090e-09c9-4741-96f7-b108be1b6970 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0492828 Apr 20 06:00:57.523601 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c9e340f-a4bf-4f6a-81fb-a4919e0df8bf req-cc2a18d9-d753-482a-bf4a-8c140fa1f42b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0540245 Apr 20 06:00:58.684787 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ec99f8f-85af-4fce-aa7b-1c210ec44dfe req-8c4e27ed-1c48-4368-9767-ad0fb562b04f tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0483372 Apr 20 06:00:59.851962 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2efdb503-1836-4a6a-a468-6168dafed150 req-3cd298c1-2aae-4c88-b1a6-cf5091d3dd3e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0546134 Apr 20 06:01:01.035315 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-723e9cf1-3862-4ed4-9a5d-45961a23b9a6 req-06bfbe80-e47a-438d-82f8-474f27cbfbf1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0525122 Apr 20 06:01:02.213309 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-276b1ba1-be4e-43cd-86f9-151069d76a4f req-26ec23b9-1b6c-4578-822f-851fa2771031 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0584774 Apr 20 06:01:03.379665 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a9b47d2-3b5b-4c78-8665-54b6f254b5c7 req-4b1f9efc-3433-41ec-876c-2448062b8d5a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0499282 Apr 20 06:01:04.569954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3438e64-fe08-4652-9c6b-2f84f90116fc req-9dad3a10-e834-4f6d-9f8e-bab961e7935b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0601916 Apr 20 06:01:05.747109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7f16c1e-4a8a-481e-a58b-a0cb5dbf1ea4 req-10e30e65-276a-4165-9a7f-8eee1eed55d6 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495169 Apr 20 06:01:06.930497 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-65615cbc-a801-4a08-8545-4d3b41a65f73 req-1367dc1c-61a0-41c0-9a6e-7a6fc4155d09 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0555387 Apr 20 06:01:07.535471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5bc8-2e27-4021-a6d6-355ebc3a89c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:07.936899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:08.106251 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35123b6e-7ed7-44bc-b37d-4e201a39ba41 req-504c855a-71a7-4b07-9272-e6c603d7eb04 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0539913 Apr 20 06:01:09.278526 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72320108-6dd7-40d7-a482-8da682766001 req-bc09cc28-cfc8-4fee-9f71-0048046b065e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0505748 Apr 20 06:01:10.024007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5e1be265-4fba-4b49-a0fc-aafc3efcaa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:10.283989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:10.450354 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00f0a3ae-de0c-4b97-81fe-656a380582c9 req-ed4deaeb-6353-4a26-99e8-7342e8d334cc tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0571902 Apr 20 06:01:11.608539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:11.624468 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0d5038e-5698-42f4-bbc3-372e74474411 req-5e30bd18-cff1-4090-b82d-e0968a9e018e tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0494118 Apr 20 06:01:11.945392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:12.811579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1b4dcfa1-a23b-42bd-b239-3181f591ca99 req-e784588f-ac88-41bf-b396-bd188ce42f55 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0493219 Apr 20 06:01:13.347878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-d917de5d-ec2d-4d75-89d7-ccafabffcc94 req-b750ddb2-6591-436c-97db-4a54fd3a679f service neutron] (86384) timed out ('10.222.0.16', 49230) {{(pid=86384) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 06:01:13.988170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc5e1fbc-f62b-482a-8f19-a57a3e2d11c1 req-76765428-b7c9-4ecf-b02f-b06d0d15cd51 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0528381 Apr 20 06:01:15.160432 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d3ddb77-aa84-4217-9417-16b66860a6bb req-dcf95b95-aebb-4dcc-bb3b-2a2f9f1fd357 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0521772 Apr 20 06:01:15.771186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:01:16.328196 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a3c9241b-ad2a-489b-9d86-3f3296a2914d req-de0a3389-f5fe-4f9d-a666-f45bfc58da44 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0509624 Apr 20 06:01:17.518376 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7b833ac-93d2-4d49-ae1b-d9be4391cafa req-8794a711-819c-49f3-8506-a122ee7023c4 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0611715 Apr 20 06:01:18.690043 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-502e22ee-90a4-4cda-82f4-c9e3c798c81a req-0bd864d4-8b6b-48a6-bb44-a0d4069dfd0a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0490508 Apr 20 06:01:19.859485 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e7c9dcf-9043-4502-a462-62662eb1c036 req-307b79fc-54ce-44d4-9137-f5920c344226 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0498679 Apr 20 06:01:21.029282 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3465091b-a35f-4857-aeee-a26291374156 req-13c1c611-2486-428e-9327-c246937baff2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0527813 Apr 20 06:01:22.220263 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72c1b3cb-789c-4276-be88-61943d4a30a3 req-152259f6-cd1d-4075-b494-4918e93a1d44 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0609369 Apr 20 06:01:23.393499 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef512484-f05c-46cd-a7b7-b38b97b073b1 req-e9af75f4-8d13-4916-8689-2cee819b6ce1 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0528538 Apr 20 06:01:24.582064 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0af521c-94be-4fa4-8745-049ea2ef89c1 req-44fdbd06-dfd5-4c73-8c00-baccc71d8679 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0503602 Apr 20 06:01:25.766320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-47ef56bb-3829-48b4-acc9-e3eaa15b687a req-ea69eeea-ea92-4ba8-9b7e-2bb7568dc39c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0542815 Apr 20 06:01:26.939190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03af5897-cc99-47de-a0d1-638176cad2f4 req-9baa262d-b359-4a0c-8cd5-4407cc83358a tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0500729 Apr 20 06:01:28.123153 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bd68ec1-5385-4318-ad4c-d70fd0256170 req-34d88f23-ad9d-41d2-ba41-9f754a5da2f9 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0602129 Apr 20 06:01:29.301363 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d0459668-ce2b-46f5-9ce3-47f07a42a9c4 req-fc37aec7-4adb-4349-a890-05ae4a8291f2 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0524099 Apr 20 06:01:30.489406 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af87ca8a-26c2-4440-af9d-3afcfcd16661 req-2809e8ed-a3fe-4001-9d28-14797b8b640c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0495076 Apr 20 06:01:31.662671 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9afa026d-72a2-4e5a-bd95-aa84b79af78a req-360e7eda-dc7e-4d16-9b9a-fd6d011c33f5 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0497191 Apr 20 06:01:32.832658 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4c77016-da72-41f4-8433-c757e3a2e798 req-f521803f-d13c-47b5-9a40-2dd8b9d17b26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0517380 Apr 20 06:01:33.995531 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a736cb01-8865-4ac8-aa7b-07178a0ff974 req-029c375f-27f4-4235-a7dc-e679c1cce30b tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0493078 Apr 20 06:01:35.173099 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dee146c7-e269-44fb-807a-e8cc70a43bc5 req-6d8e4089-90c3-41cd-8d1f-8b9275a9a092 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0531423 Apr 20 06:01:36.349330 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67279d42-3f66-43ce-8db1-c880b0972dd5 req-ac92e54b-3ab0-420c-890c-fa4a37dd8eaf tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0520504 Apr 20 06:01:37.520411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d76936e3-bd22-4dd7-8324-80ffab65bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:37.888380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f38cd29-d8b3-4102-8d1d-fd4d75ff2426 req-b1ea2a9a-231b-4267-9c13-d5dfe5dfee20 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.2753267 Apr 20 06:01:37.944992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:39.068782 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64c55254-7e75-4aba-9cb9-bc8e232d7a51 req-9575aa3f-7673-4782-b74f-d23d07abd8ef tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0507512 Apr 20 06:01:40.028007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bb62450-7d24-417f-888f-e491305f53bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:40.246640 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a09c4d3-7adf-477f-b5b5-d27c5ffcd6f7 req-157ce540-44d4-4df9-b230-27e3dafd2462 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0537519 Apr 20 06:01:40.290642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:40.623308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-3244e658-39fb-488d-8858-33b2a97a0554 req-a022c877-dad2-42eb-82c5-fd034a633f78 service neutron] (86383) timed out ('10.222.0.38', 37590) {{(pid=86383) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 06:01:41.415271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ca44e32-013e-46b2-a248-80e9828db385 req-9d8b8393-a7c1-4cdf-8525-857145cf69ac tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0494106 Apr 20 06:01:41.619311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:41.941869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:01:42.606378 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95e3709d-e0ca-452b-a581-10e3a3a3e3d9 req-5fe1e971-37d1-45ef-a8db-b64cf3ab3de6 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0639570 Apr 20 06:01:43.785835 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96a99738-2bf9-4239-ba38-fc8c2edd3935 req-6f7a6d99-0651-493a-9a46-513e4323b456 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0533364 Apr 20 06:01:44.957780 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fa89e9b-992a-4526-91ec-2548afdc0cdd req-e3a2aff4-553c-4c38-82a3-60bcbcb10037 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0515356 Apr 20 06:01:46.122360 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4cd9e4c8-b6e0-431a-a9ca-b686e46fa57f req-32e67b54-1d02-45fc-9edc-8000f4afb406 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0496864 Apr 20 06:01:47.286629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3821068a-ff2a-4edc-8e36-e0654cd6fa6f req-29b21a20-679e-4599-963c-7a8632098038 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0488656 Apr 20 06:01:48.469752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-827f5182-f888-4f24-aa2c-741b5611cb5a req-6f6cd908-8119-48cd-a5ba-c12143feade0 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=c323e891-09da-4b51-9ac4-e6508f3a1cba HTTP/1.1" status: 200 len: 210 time: 0.0526633 Apr 20 06:01:52.772021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:02:07.523655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c680839d-75e6-4110-8b30-4702fb721f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:07.967997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:10.031294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-768f8f71-d697-4ccd-bc81-2f6b5046ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:10.291002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:11.612654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:11.943372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:19.315864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-a64b2f2e-91a3-4d3f-8417-aa133a9ff187 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859730 Apr 20 06:02:19.466747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-54611532-09a2-46f2-8fae-88010160adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:02:19.468384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-54611532-09a2-46f2-8fae-88010160adb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0820298 Apr 20 06:02:19.629870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-6739c9ea-60ff-474b-8a79-ca6831d40403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:02:19.631538 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-6739c9ea-60ff-474b-8a79-ca6831d40403 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1397808 Apr 20 06:02:19.709220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-72170f32-edf7-4928-8b13-a93a4144f1f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0709684 Apr 20 06:02:19.784428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-5e05739e-cbd6-4f2e-a986-087eb7193977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:02:19.785941 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-5e05739e-cbd6-4f2e-a986-087eb7193977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0702682 Apr 20 06:02:19.842720 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-454477b7-9866-4006-8f6e-c791b8fbc5d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499840 Apr 20 06:02:19.989237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-172da046-8114-4f63-8e84-8f661f60bdab service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393540 Apr 20 06:02:20.135384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523d98ae-3316-4bf3-bdba-520b4492c8f9 req-021bce4e-2348-4923-acb2-75c8d942d095 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383748 Apr 20 06:02:29.777711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:02:37.542519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3932c0d6-db14-4864-ac4b-4fd2bb408939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:37.979648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:40.035339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e1c1bc44-3e65-4f0a-9e8d-246fed12b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:40.294911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:41.626282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:02:41.953473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:06.783630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:03:07.538495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0f94aa6a-7afa-4c31-a469-c088c8f4600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:07.979694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:10.036081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6514-191a-4e58-a65d-21d8ad5135f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:10.299008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:11.620900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:11.957664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:19.332749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-c9d1b1ef-7a87-46c4-abdd-0b5eb82ef6ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844345 Apr 20 06:03:19.441959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-72b1b94a-1d39-4afb-a2fe-21de60506843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:03:19.445023 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-72b1b94a-1d39-4afb-a2fe-21de60506843 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 1098 time: 0.0880015 Apr 20 06:03:19.625194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-73430f5e-a4d8-4dc6-b310-6f6960c4fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:03:19.626801 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-73430f5e-a4d8-4dc6-b310-6f6960c4fa2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1602228 Apr 20 06:03:19.704856 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-04d0bbcd-514d-4fd4-82a4-75b38dbc1f1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 200 len: 217 time: 0.0714889 Apr 20 06:03:19.774853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-daa8675c-05ed-4c88-bf9c-9534a8c595b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:03:19.776430 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-daa8675c-05ed-4c88-bf9c-9534a8c595b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0657370 Apr 20 06:03:19.833564 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-7e6090c1-8b52-4e96-9718-907832b65184 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508478 Apr 20 06:03:19.981258 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-d69de7c0-2cdf-4373-a1e1-b5f6d7128b53 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401231 Apr 20 06:03:20.128005 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8420fdb3-11ef-4e3b-aec8-fe440a366c50 req-3dc629e3-0697-4412-a7f0-efea511bcffb service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402843 Apr 20 06:03:37.535446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c673523-676c-43b5-9c7f-5bb7c6db9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:37.973197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:40.035694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2f4b-d597-460c-9d30-19e13a41acc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:40.305346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:41.629818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:41.959148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:03:43.788947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:04:07.539822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-579d3b0d-a31e-4d65-9f04-5ac0136b7bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:07.980285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:10.029556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61b1c7a2-9123-4bbe-8c9c-84a7b2c246fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:10.301694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:11.629495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:11.959292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:20.798463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:04:21.398109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-389ee062-40b5-42e6-b36e-f4c86aeb5d19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310852 Apr 20 06:04:21.505056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-cb3f0b44-9cd2-47b4-be08-2fd119d1df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:04:21.506624 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-cb3f0b44-9cd2-47b4-be08-2fd119d1df2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4565756a212640149372cc9e26a0fa5e&device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 1099 time: 0.0837786 Apr 20 06:04:21.664771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-d87f00cf-df48-4e8f-b154-cebad615f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:04:21.666328 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-d87f00cf-df48-4e8f-b154-cebad615f9e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 200 len: 920 time: 0.1384079 Apr 20 06:04:21.739792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-512b7fa4-8652-42ee-8e17-4e3d9a2721d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 200 len: 217 time: 0.0664971 Apr 20 06:04:21.813063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-91e49743-060d-4071-9f56-d75170d1bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:04:21.814551 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-91e49743-060d-4071-9f56-d75170d1bfd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 200 len: 859 time: 0.0681672 Apr 20 06:04:21.866779 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-c5c9b001-5121-41ee-a4ba-d22a8fea553d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48d01119-2504-4c5f-81eb-9a6d44f19d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456207 Apr 20 06:04:21.877903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-0d628b6b-535c-4237-9b65-b512f84b8c34 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:04:21.878894 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-0d628b6b-535c-4237-9b65-b512f84b8c34 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052552 Apr 20 06:04:22.030025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-737ba286-f7ad-4a56-a5a5-66c703848144 service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444035 Apr 20 06:04:22.175427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f181a11b-09cf-4bab-b0ad-3dbdc38b6848 req-8f687401-815e-4aee-8503-66c6e682c21f service neutron] 10.222.0.16 "GET /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390817 Apr 20 06:04:37.533160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-11a1f236-ff95-42c1-a762-9d84af694692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:37.987809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:40.045809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9426df02-4aba-43e6-b1f1-46ea111c568f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:40.308848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:41.628707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:41.963016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:46.808135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 49456) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:04:46.941869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:46.961854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:04:46.966079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Usage tracker for resource:security_group_rule and tenant:2a067ddc5f444d37beef042c1a131fd1 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:04:46.969195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:04:46.975638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:04:47.066463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.070605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.078091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b68fc8b0-b17b-4950-aeb7-060cb39cadcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:04:47.122569 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a067ddc5f444d37beef042c1a131fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132648 Apr 20 06:04:47.123523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdec4e-c8e9-4bd2-999e-0c02b95d0a87,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:04:47.125752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 49462) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:04:47.131693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.132090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.132485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.132877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.133265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.133651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.134037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.134419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.134805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.135207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.135589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.135947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.140226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:04:47.194693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.223819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.288375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.293655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108b54eb-0833-40cc-900f-8480446bdf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:04:47.304719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdec4e-c8e9-4bd2-999e-0c02b95d0a87,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:04:47.315613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.316018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.316443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.316801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.317189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.317573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.317953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.318326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.318702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.319083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.319479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.319837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:04:47.323983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:04:47.324941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:04:47.329134 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81cdec4e-c8e9-4bd2-999e-0c02b95d0a87 HTTP/1.1" status: 204 len: 168 time: 0.2022133 Apr 20 06:04:57.791608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:05:07.537624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046db6c0-e296-4d13-8a78-88a058a828de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:07.989809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:10.039978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d84682c7-8ba3-455b-a6c0-f98a8dea3207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:10.314254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:11.633701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:11.971063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:14.070684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126446-f938-442b-9487-e903efbbd581 req-0b394367-6fea-47db-810d-c958ce68c82d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:14.072378 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f126446-f938-442b-9487-e903efbbd581 req-0b394367-6fea-47db-810d-c958ce68c82d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.2884848 Apr 20 06:05:14.120772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f126446-f938-442b-9487-e903efbbd581 req-917f66bc-1ed9-4d9c-b084-bbfb46bf7dea tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Apr 20 06:05:14.312672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419e771-687b-487b-a7ea-378525b62583 req-9a9d449f-5eba-40db-9782-dd75262241d3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:14.314247 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b419e771-687b-487b-a7ea-378525b62583 req-9a9d449f-5eba-40db-9782-dd75262241d3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 946 time: 0.0971284 Apr 20 06:05:14.393252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Deleting port 0644e4bc-800a-45c2-878c-0b8da8f1758f {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:05:14.393629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:14.658096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] For port 0644e4bc-800a-45c2-878c-0b8da8f1758f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0644e4bc-800a-45c2-878c-0b8da8f1758f,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:05:14.658488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:14.788882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Calling delete_port for 0644e4bc-800a-45c2-878c-0b8da8f1758f owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:05:14.954619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:14.960632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34ce06e1-fc9b-4791-a619-d14efb28894f tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:05:14.966456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['c27e2ac6-992b-4a33-9527-fc48cc783745', '0644e4bc-800a-45c2-878c-0b8da8f1758f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:05:15.010281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Pushing event deleted for resources: {'Port': ['ID=0644e4bc-800a-45c2-878c-0b8da8f1758f,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:05:15.013939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:05:15.098830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] No DVR routers for this DVR port 0644e4bc-800a-45c2-878c-0b8da8f1758f on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:05:15.101490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:15.105000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'name': 'network-vif-deleted', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:05:15.135659 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b419e771-687b-487b-a7ea-378525b62583 req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "DELETE /v2.0/ports/0644e4bc-800a-45c2-878c-0b8da8f1758f HTTP/1.1" status: 204 len: 173 time: 0.8148985 Apr 20 06:05:15.365559 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaa105a-5cf2-484b-97d1-45c906b97d54', 'name': 'network-vif-deleted', 'tag': '0644e4bc-800a-45c2-878c-0b8da8f1758f', 'status': 'completed', 'code': 200} Apr 20 06:05:15.372102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0e21a88d-3380-4676-a0f0-3fefc9717587 req-c2c88d70-8b74-40a7-89b7-1effe0be34aa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:05:15.388027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0e21a88d-3380-4676-a0f0-3fefc9717587 req-c2c88d70-8b74-40a7-89b7-1effe0be34aa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:05:15.389309 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e21a88d-3380-4676-a0f0-3fefc9717587 req-c2c88d70-8b74-40a7-89b7-1effe0be34aa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=faaa105a-5cf2-484b-97d1-45c906b97d54 HTTP/1.1" status: 200 len: 210 time: 0.0691473 Apr 20 06:05:16.956490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d177816-f5b9-49a3-9f62-fecc8c37d8c9 req-180a06d8-e3d4-4d1b-9cf8-4da5a41fac54 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:16.958463 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d177816-f5b9-49a3-9f62-fecc8c37d8c9 req-180a06d8-e3d4-4d1b-9cf8-4da5a41fac54 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1584697 Apr 20 06:05:17.010982 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d177816-f5b9-49a3-9f62-fecc8c37d8c9 req-4f03804d-13dc-43fc-8c01-778e0ca384ec tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 Apr 20 06:05:17.367125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-e5b8b02b-c2d4-4fed-9cd0-3b21e5c1ba57 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:17.368754 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-e5b8b02b-c2d4-4fed-9cd0-3b21e5c1ba57 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.0997803 Apr 20 06:05:17.446549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Deleting port c27e2ac6-992b-4a33-9527-fc48cc783745 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:05:17.446937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:17.674191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0644e4bc-800a-45c2-878c-0b8da8f1758f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:05:17.714813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 0644e4bc-800a-45c2-878c-0b8da8f1758f {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:05:17.715225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0644e4bc-800a-45c2-878c-0b8da8f1758f not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:05:17.947527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] For port c27e2ac6-992b-4a33-9527-fc48cc783745, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c27e2ac6-992b-4a33-9527-fc48cc783745,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:05:17.947862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:18.081174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Calling delete_port for c27e2ac6-992b-4a33-9527-fc48cc783745 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:05:18.310504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2f8c-df48-47e3-b916-9b9ebc32dd96 req-e819f684-e476-4f24-8b53-e55aca51f82b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:18.312506 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97ce2f8c-df48-47e3-b916-9b9ebc32dd96 req-e819f684-e476-4f24-8b53-e55aca51f82b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 945 time: 0.1730185 Apr 20 06:05:18.313621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:18.319479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:05:18.324775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['c27e2ac6-992b-4a33-9527-fc48cc783745'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:05:18.381664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Pushing event deleted for resources: {'Port': ['ID=c27e2ac6-992b-4a33-9527-fc48cc783745,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:05:18.390103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:05:18.483408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] No DVR routers for this DVR port c27e2ac6-992b-4a33-9527-fc48cc783745 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:05:18.487811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:18.490560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'name': 'network-vif-deleted', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:05:18.501933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97ce2f8c-df48-47e3-b916-9b9ebc32dd96 req-5f9a68c6-121e-48ff-85e8-0d4ccb70dac2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca67d7f0-b294-40c1-9a65-b344fd4b2865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432254 Apr 20 06:05:18.512220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d974b207-1ac7-454b-806d-966bbcb1cb26 req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.16 "DELETE /v2.0/ports/c27e2ac6-992b-4a33-9527-fc48cc783745 HTTP/1.1" status: 204 len: 173 time: 1.1375258 Apr 20 06:05:18.546990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb51bb-9a7b-4143-ba80-da9fd74cd36a', 'name': 'network-vif-deleted', 'tag': 'c27e2ac6-992b-4a33-9527-fc48cc783745', 'status': 'completed', 'code': 200} Apr 20 06:05:19.667215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8b1dc111-ec75-4eb0-bbc7-5405aff350f1 req-1e2bbb0b-2876-4a72-ab4e-10e2cef4c5ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Synchronizing usage tracker for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:05:19.682771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8b1dc111-ec75-4eb0-bbc7-5405aff350f1 req-1e2bbb0b-2876-4a72-ab4e-10e2cef4c5ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Unset dirty status for tenant:4565756a212640149372cc9e26a0fa5e on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:05:19.684110 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b1dc111-ec75-4eb0-bbc7-5405aff350f1 req-1e2bbb0b-2876-4a72-ab4e-10e2cef4c5ae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0654032 Apr 20 06:05:20.867380 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5fb8f76a-9d6a-4343-b3a5-b5dd2fa625a0 req-ef622fce-1f26-4e49-9334-281eb08733f5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0579436 Apr 20 06:05:21.356917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-12780680-5bc9-4d51-9c39-5164dd208b20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974414 Apr 20 06:05:21.473034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-ce317cef-7b15-427a-a589-e0860b96390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:21.474573 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-ce317cef-7b15-427a-a589-e0860b96390c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0868623 Apr 20 06:05:21.646009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-6e396c02-2a5a-4d8a-b761-b1f1dd0d6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:21.648442 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-6e396c02-2a5a-4d8a-b761-b1f1dd0d6b2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1516747 Apr 20 06:05:21.704931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c27e2ac6-992b-4a33-9527-fc48cc783745 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:05:21.725108 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-1692e513-f18d-4989-b793-1adc734ecfb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 200 len: 217 time: 0.0709932 Apr 20 06:05:21.742341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: c27e2ac6-992b-4a33-9527-fc48cc783745 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:05:21.742729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c27e2ac6-992b-4a33-9527-fc48cc783745 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:05:21.795733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-74ebb1c2-b0cd-411f-a308-64d73ffbd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:05:21.797342 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-74ebb1c2-b0cd-411f-a308-64d73ffbd53e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0662358 Apr 20 06:05:21.852362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-3de77a81-b374-423e-887b-08bffe7b407b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479257 Apr 20 06:05:22.041986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-cb12caee-b5d2-4101-b513-353b40562866 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828616 Apr 20 06:05:22.049111 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f69d2772-67fb-4929-857c-b95ac46f38d1 req-eefc1e76-9fa0-4256-a7d1-92b07146ff26 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0591314 Apr 20 06:05:22.190551 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f30cf63d-c287-4393-b966-0de6911b6d9e req-9b9ad4fc-d7a1-438f-b676-b670e182d72b service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404197 Apr 20 06:05:23.220791 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55d8e774-1a75-4faa-98f7-bc45d2c0cfec req-8d826bdd-235a-4463-869b-661c7deaca53 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0495749 Apr 20 06:05:24.398189 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36cb0959-9815-4e99-aaaf-d607b46c19e8 req-cb05e933-37a1-4aca-838f-a46dc37baf55 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0544691 Apr 20 06:05:25.577419 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46e63526-bc83-4505-aab2-748a056304d7 req-a0a01996-040a-4b26-a3ca-768e7dd89d36 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0549383 Apr 20 06:05:26.752168 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df62fb9f-04b0-420c-9e7b-f59071472443 req-d1d0ff1a-1ac9-42eb-b532-9cc1d3fbf779 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0487080 Apr 20 06:05:27.921494 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f81f3c7-18b9-4c4e-af52-d95d7dac9e79 req-f1cde664-7c69-4fab-b912-513fea437f5a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0491014 Apr 20 06:05:29.102099 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aeaf8ff9-72ef-4ada-982c-eb0a4feda095 req-24cce85a-65be-47cd-aa73-98ffa5b925ce tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0570056 Apr 20 06:05:30.293542 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a49df0a7-1485-411f-b1ec-f9bc14eb7e62 req-9fb1c6b9-2e78-43f1-9c77-9dd905e4a3ff tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0581703 Apr 20 06:05:31.479479 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a1849e6-9b1e-4534-ac2b-60ab8706f1e1 req-ef68be08-4593-43ea-a19f-3e442934571e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0532355 Apr 20 06:05:32.673956 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74013f7c-977a-4273-8295-80f9d92596a9 req-6aadc81d-6ae4-4a96-a8ba-a7b2bd48d590 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0522492 Apr 20 06:05:33.857266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b2317c1-02fa-4c2e-b68c-b0e6caf87f0b req-0f4df245-ddd5-405a-a92b-ca41aecac1cd tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0596566 Apr 20 06:05:34.795820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:05:35.045507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af6c56ee-174c-4a0c-88e7-cb9145f2166c req-814c9f5d-c1f6-47d1-92c0-ea9d3481497e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0511825 Apr 20 06:05:36.243672 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8e70ea8-09fa-4dc8-882c-da63024d3563 req-2f626486-ed1b-43b9-bc88-8bead69a2f9d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0579526 Apr 20 06:05:37.412238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5cecc7b-70c5-4460-bcf5-0e92522ec5fd req-c1e0aad8-4969-4968-aa6c-84d877685e2b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0490348 Apr 20 06:05:37.544802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b2a3dd-0998-4a16-a760-086c183ace3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:37.995473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:38.585676 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8e48d38e-97cf-4abf-8677-f63f1e909e43 req-25db56e5-313b-49ef-9f26-0def74cf00aa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0539229 Apr 20 06:05:39.759864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a8073498-9b21-4241-a0f9-2703ce9992b3 req-5e59b7da-adee-4291-ae3b-39b4b0fb4b2d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0525990 Apr 20 06:05:40.037887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8a61ae00-9747-4c90-aa59-ce041a464e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:40.314125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:40.938749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-71e13d83-f340-4a68-b054-709b305a019b req-334e8b8b-1450-4044-81ed-076ce3ecb2fe tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0508199 Apr 20 06:05:41.635961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:41.980599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:05:42.125007 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1524ad6f-b6cc-4a04-8ce2-b908824444fb req-5a1c0292-0b30-4502-8a2e-9abfcf3ef542 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0607972 Apr 20 06:05:43.297451 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e127d116-8442-45af-a8ea-fef550f448ed req-bc360c09-9c25-442e-86f7-c5258b281105 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0535100 Apr 20 06:05:44.465527 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5cdab76-9370-41b8-b14b-ee44ca7c7e98 req-7d1cec7f-d77e-412b-b0a3-d04bfe3ff9da tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0492766 Apr 20 06:05:45.650629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d38e31f-ba6f-4ddd-a44e-324b236d66d4 req-605b08f1-41a3-46fa-bd0a-695cfec2a755 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0496235 Apr 20 06:05:46.826116 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8eeef98d-5c09-43fc-8a05-54a102651870 req-ae1df0c5-4a27-4a4b-9fa9-0868d87e1ae7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0529790 Apr 20 06:05:48.011037 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a63d34f-0d99-4ca8-800c-cd5dba92eccc req-870151ee-cb0b-4d10-8cfd-f96d1e3ba430 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0490305 Apr 20 06:05:49.195274 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f6ff5db1-60a5-4279-9282-5b0c327c8ff6 req-f2ea4bc4-28a2-4c0e-92b7-29b904145ec2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0502448 Apr 20 06:05:50.373646 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-806e4385-517f-432b-83b6-a142f4ff5a9d req-49d5e39f-6e47-47a3-89cb-e17438b45c42 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0524597 Apr 20 06:05:51.562197 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b386ad2a-1408-4204-83ea-b4375c778547 req-4c3342ae-287c-4b8c-b271-33476190cb1b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0499735 Apr 20 06:05:52.744947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9326935-7634-4863-8fb3-ee946c890961 req-76860a2a-fc5a-4d1f-89cc-8806868fa4ab tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0556152 Apr 20 06:05:53.916815 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-265fab39-d202-4675-bdf1-ab3d5ac53ebd req-3d6faf4e-676c-41b6-93c1-05b1fee5beae tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0522289 Apr 20 06:05:55.082537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40d4481b-e9e4-4b7f-854c-9dc0dc1a553f req-a6c3c0a1-fb70-4695-8b7b-fd41e544045d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0509703 Apr 20 06:05:56.254547 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a6d79ea1-985a-436f-92ac-02dc5214a33e req-36de7e3c-bad7-439d-a234-3ad97b5fb7f8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0508335 Apr 20 06:05:57.425257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd01fa48-4732-4c51-a76d-81e403ee038d req-4f89ce7a-5efb-4708-9e47-5781353a47f9 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0545170 Apr 20 06:05:58.613802 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea77c93f-b7dc-4a16-9b62-cc8a0ec3dcab req-6d29c876-de5b-40ed-85f9-f40e21aa782f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0504212 Apr 20 06:05:59.790426 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6dd1cc0f-a7ea-4095-9429-06ff4e00314c req-354410f3-53bd-4b27-a917-f18239ce2ba2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0499454 Apr 20 06:06:00.965554 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a74c9cd-d079-4fe6-85b9-d08dc2745c49 req-fd0e032f-29c1-4668-85ff-8cbde3183baa tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0525367 Apr 20 06:06:02.133515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96b2d247-7d93-46f7-9cb8-ddd1ab020790 req-8124de00-0323-4a17-855d-2c296bf017ab tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0514877 Apr 20 06:06:03.301088 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cac0f263-dfeb-4da3-b142-8491dc127b2b req-4b51c32a-4168-4b15-87b9-405f8867501c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0539544 Apr 20 06:06:04.469867 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e368b7d-13ee-40fb-af5c-c2e98179357b req-244e83b7-8911-440f-bef1-3a2d347cf1d3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0542195 Apr 20 06:06:05.665068 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0d02674-95a8-4cbd-8be1-c29461914471 req-f40fd570-8293-424d-8fba-72c2f301624a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0584140 Apr 20 06:06:06.846656 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-edcf3339-7d3d-4892-809b-0c214f828bfe req-4b817e9d-f721-4e48-b7bf-0af2e213b437 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0533156 Apr 20 06:06:07.540226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0cc41341-c2c6-4504-a19d-c9619ded5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:08.015222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:08.039738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1bb45cea-fb64-4203-9984-8febc8a42c2b req-52c99c18-6956-4075-8b08-979ac4a7e551 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0563593 Apr 20 06:06:09.224915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8d7536a-61c9-4baf-b22a-6e9326abe801 req-35793c24-4146-4738-b52c-5b63157bd6d3 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0508816 Apr 20 06:06:10.042368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1983-595c-4dc0-92e9-f7ba9e8cfd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:10.316093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:10.401869 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d873267-32a4-4d9d-84f8-19cd80867585 req-c8614f55-e80b-4d0e-a202-01121569f222 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0584900 Apr 20 06:06:11.581722 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60967aed-7339-4d79-8a9f-c80d54e34213 req-b32ac7e1-c0c7-4830-b486-e523070a184a tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0523326 Apr 20 06:06:11.634308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:11.801660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:06:11.975403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:12.894879 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-edae066e-390f-4a62-a86a-12f570a2c2fd req-97e9407e-d8c7-4d91-b09b-169e1a6c8020 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0490675 Apr 20 06:06:14.081714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55a4d7ad-7943-43c5-a193-ab2fbc457fc4 req-a932c38d-47a6-46fd-b47f-fe6543159329 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0545793 Apr 20 06:06:15.267320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c0f1d487-d6d6-45e5-9138-4ad9f63043cd req-7266e02e-c0cd-4e9b-8966-2f23b0aaab60 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0584319 Apr 20 06:06:16.430735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-69e9fc3a-829c-4a4c-9185-ea12f13b25b1 req-a1c734a9-4b27-410a-b272-8f10d87ed07f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0487030 Apr 20 06:06:17.603111 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da5cef70-73ea-41a5-8b89-66bb8f965357 req-483c7892-07d4-421a-9e0c-00137eb19b41 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0500951 Apr 20 06:06:18.774464 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d002e86-7e4e-4f69-afb5-8bf4ece605b0 req-b8b87385-34dd-4321-b4ca-25dcc7d4a21d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0535839 Apr 20 06:06:19.945969 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95c7c7fe-7e26-474e-bef9-3834bb55524e req-b6f2e22a-0a96-4448-b438-658f54453043 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0569592 Apr 20 06:06:21.124831 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de3ccbe3-a652-4003-938d-065dd60e7fb0 req-4e7ada2d-65d5-4336-bffe-fb91a649bee5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0541418 Apr 20 06:06:22.305460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6438aa4e-c78a-434d-beb0-373fe91672e6 req-26dd923c-da62-4017-abba-351843658cee tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0527425 Apr 20 06:06:23.477391 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1f15fc-153a-4467-8461-d60bc025799f req-1ac5fe79-4522-4aa1-8bb6-7a744afdc025 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0497539 Apr 20 06:06:23.895128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-b81b8302-80f2-4b25-a4e0-8139e6e1ad5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817680 Apr 20 06:06:23.999270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-b592d744-b658-4900-b2c1-6dee1811856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:06:24.000796 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-b592d744-b658-4900-b2c1-6dee1811856a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 1099 time: 0.0836792 Apr 20 06:06:24.162709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-768f6c17-8f93-48e0-8f20-573a90a751d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:06:24.164350 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-768f6c17-8f93-48e0-8f20-573a90a751d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1393661 Apr 20 06:06:24.242416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-527bd03a-e31f-4b78-a351-214f6e726b1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 200 len: 217 time: 0.0705483 Apr 20 06:06:24.324834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-0d511370-5a83-4809-bdf9-2979538e5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:06:24.326416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-0d511370-5a83-4809-bdf9-2979538e5901 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0770774 Apr 20 06:06:24.382386 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-0a48159f-f4b8-4b93-b212-51bef94052ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491855 Apr 20 06:06:24.528047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-b8494420-a47f-43c6-a1a2-9a715685e4d7 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391172 Apr 20 06:06:24.650349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b28f938-73b2-4047-8cb7-1a25b0cbd9c8 req-1c66838d-8495-4157-ba87-7d065035208e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0492458 Apr 20 06:06:24.675971 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ece0fae6-3c9d-4c66-909e-dcf0bf01f5e0 req-616cad4d-3cec-4910-8a91-794b087cbbd0 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408069 Apr 20 06:06:26.071481 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-566bfb2a-c776-4f36-81b5-1c5d98019b9e req-adcff438-ccac-49f3-b5e5-5846505dd155 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.2829015 Apr 20 06:06:27.232822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d0cf709-322c-4d49-9869-d45f3ce606c7 req-01d59c57-7c67-4db9-9928-23969d5e07f7 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0490241 Apr 20 06:06:28.405776 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ad59069-0f00-43c1-a9f2-d1b72bab909d req-c22b92a0-28b9-4071-bdda-ed809c4d66c5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0570056 Apr 20 06:06:29.826707 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8fc04cf7-324b-434c-98e7-8ff716705e90 req-45121ece-ae1d-4d99-be81-40a13686b0df tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.2883108 Apr 20 06:06:30.990150 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79547811-6eb7-4f38-848e-96c42b9fd001 req-5995d6d9-eb79-4ab5-94ab-06d1f4ccabef tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0515456 Apr 20 06:06:32.165188 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-adc52828-df31-45b0-a32a-9801944637da req-2350adc6-7b4c-489a-9ada-7025ad3a36f4 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0515544 Apr 20 06:06:33.342758 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-510ab518-3eec-4536-9a4c-75fba58241a7 req-ae2f5636-c077-4882-aa79-662fe4bc7657 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0531950 Apr 20 06:06:34.533931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5170c5d1-f4f2-4daf-8690-897cb24d30b1 req-52e1a99d-3047-48d1-845c-eab57d0b4f2b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0568917 Apr 20 06:06:35.710499 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22c93fe8-373d-468d-ba35-fc723eff78f0 req-b489ebd1-aba5-4256-929a-d38e710e5548 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0552800 Apr 20 06:06:36.894187 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27157c3a-22ec-4496-844f-59666e74d2b7 req-cc4287c5-38b1-4896-8371-8c405c375361 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0590756 Apr 20 06:06:37.544057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-835de238-d69f-445d-a706-c7fbffe8cf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:38.032139 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:38.096335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf4dc170-5ade-4ee1-9951-2e9fb4968858 req-98e9ca2c-0a94-4dad-a56a-670be001ad97 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0667725 Apr 20 06:06:39.270280 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2a9d714-dc49-4798-a9e7-64b2569d4e84 req-d1730b82-b718-499d-9edd-bda53b5e1ca2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0483820 Apr 20 06:06:40.045994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20e92590-fc8a-4f6b-9889-5c9f3bf1300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:40.324632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:40.442158 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fde087c7-cf4b-4925-a5ae-d1149a563492 req-52f3bfd0-c36b-4ed5-828d-f7fefc1c9815 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0490611 Apr 20 06:06:41.612455 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cdfca89b-6db4-4440-8907-2306faf99222 req-4d687943-6792-4c21-b50b-9afc9494d29f tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0486653 Apr 20 06:06:41.636418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:41.979834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:06:42.792590 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e233d8ce-e819-4337-b9f7-9db821f499ca req-8e9841f9-5ce5-4352-bdbd-3a6ab09a0705 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0536079 Apr 20 06:06:43.976708 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c48c8232-b0f7-4b0a-9e96-43fb69ead588 req-6d19009e-963b-4d76-b73c-f6703daa0751 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0626185 Apr 20 06:06:45.148637 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df5fc167-61f9-4a94-98fe-328995df37a3 req-450ad929-662f-404a-b55a-7960c92a68b5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0523412 Apr 20 06:06:46.328284 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e07ec9a-bf94-4732-84c5-27ff87c03942 req-9f7d2064-d9b6-453c-b767-b507f18d4adc tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0528643 Apr 20 06:06:47.494495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30361941-41bd-4c8f-a6c8-e7b7531920dc req-e458dbf1-ed70-4526-a8fe-b8a24b2c4df8 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0491207 Apr 20 06:06:48.665930 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a79a6326-eda8-4eda-8968-4cd402c54afd req-8263d9ae-e2d6-4d83-9580-40a1b7c72e53 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0526478 Apr 20 06:06:48.806748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:06:49.837730 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b3a0ad5-b6c6-4fff-850b-0ff5c8ce26ca req-b3f23105-c437-43ac-91df-1fea357b8a2e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0495653 Apr 20 06:06:51.015565 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-768ae2c5-cfc0-4728-b69b-f26166008fc5 req-0c036060-612c-4d5c-9b50-31363a98da80 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0554931 Apr 20 06:06:52.197530 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d96e912-d4f9-4591-beed-1eecfd8761d3 req-590b74ea-3c22-42ad-a13d-14560be4648d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0529213 Apr 20 06:06:53.369890 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb117551-fb6a-4e2d-bf66-55e03740e9ca req-a3bf4225-05e4-4532-bc18-61a59a5395ac tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0483968 Apr 20 06:06:54.567823 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d891032-02cb-4bd6-829a-eff1801d3ce9 req-69f3f747-dfba-473b-8826-f08c26ca3880 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0497880 Apr 20 06:06:55.749957 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7854c3e1-eb38-4047-aabc-e73a62880b74 req-5a7e8581-30ac-4e59-98bb-6e96439d5732 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0526474 Apr 20 06:06:56.943787 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-413167a3-8b77-49e1-9c0d-22d9d4d29381 req-46e9a5c5-817f-4308-ad0d-db7eeef4f0d2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0594325 Apr 20 06:06:58.120269 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f16137f-dab8-432a-9aec-ad1da3265c33 req-27896a58-fe93-4f1b-9fa7-0e1c180135d5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0528419 Apr 20 06:06:59.301333 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ded9a187-1e2a-41d7-8612-82fc7e470ed2 req-ebad0184-1f02-4b3e-944e-f19f7f90867c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0545182 Apr 20 06:07:00.478243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d367405-96f2-4aea-97d8-ddb1f20d076e req-cf327029-007b-4519-ba4b-4d95123e441d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0560136 Apr 20 06:07:01.651157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02a27085-b840-464f-aa7e-d1604b4c0c72 req-4cc881f6-8587-4f5f-b2fb-1c369747ffd6 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0496728 Apr 20 06:07:02.830387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8848883-bb36-408e-81ab-a55b02dc6ac3 req-8b13eb0d-d169-4795-b331-fe1fb55348d1 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0492234 Apr 20 06:07:03.996993 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d763103c-bddd-42a4-a713-2dcdd251a711 req-df12427a-db6c-487f-89ca-4cba25a00822 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0488398 Apr 20 06:07:05.173864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d6dc8b7-891a-4c17-a6e3-c7f82a3b52ba req-4a1c4773-a6eb-46f6-a565-736257d4cca2 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0617189 Apr 20 06:07:06.341919 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cb97d2e-1c86-40ad-ab4b-1f80240a05ba req-50820ba2-aade-4566-8555-9de16f2b2949 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0534124 Apr 20 06:07:07.523172 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1488c38d-a545-4276-a6a9-0af0ddeb8dde req-1bcc4d95-86b0-4e58-9d2c-0b175cf7ddbc tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0583336 Apr 20 06:07:07.548504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415e5eff-d407-4811-89b2-bb688fc991ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:08.037967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:08.703542 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d591e4-c9f7-4835-9b2c-8b3e6f62e245 req-f7b3e236-dffe-417e-a235-4742cc6f9d5e tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0560207 Apr 20 06:07:09.895768 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22ffd5bd-e3d2-4035-b6ff-f69a3a795106 req-fc3ef035-bc59-42c5-a354-2bb8001c469c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0589221 Apr 20 06:07:10.046887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a42ff44-60cf-4b60-b496-b5114311fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:10.322048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:11.083055 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c96b677-7b93-4327-ba04-483c309301c8 req-d2054486-28a6-4ed7-a8b6-558bf992dc5b tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0524814 Apr 20 06:07:11.631612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:11.992226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:12.264110 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a96617b8-ca19-439d-940e-09478e426e2d req-c8c175c6-0dab-4148-ae70-81e6300de58c tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0539191 Apr 20 06:07:13.439500 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a1b2e76-e6fa-4231-8164-e797b80b3684 req-1fda7262-7cd0-4aa7-8c94-6cbba62dc442 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0532935 Apr 20 06:07:14.637288 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49d7c13e-4c1e-48fb-bf11-8175acda0436 req-05a67f43-bcd0-40d9-a099-92a499ebb675 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0595829 Apr 20 06:07:15.823396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3fe378b7-fdc6-453e-ba63-85c4fce844a7 req-b514fab0-f3ab-4c56-b4a4-f933a98ed01d tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0536692 Apr 20 06:07:17.012992 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b066f186-5bf4-4ed9-b0bd-b1a2cd6d9202 req-59bec392-bb4b-4a37-8db0-edbb800d89e5 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0584154 Apr 20 06:07:18.193587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0dd2b8f5-9361-4227-932e-2301270ad15d req-8b792813-0c43-4a41-acbf-42ac94635900 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7fb51bb-9a7b-4143-ba80-da9fd74cd36a HTTP/1.1" status: 200 len: 210 time: 0.0500476 Apr 20 06:07:19.297539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 50922) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:20.008052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:20.389695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Deleting port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:07:20.390229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:20.580349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] For port 1146a80a-e07f-4b10-8c04-0ae8f46cf13a, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,segment=NetworkSegment(c3d9affd-5f93-4fef-ac3e-5aa1077dc97f),segment_id=c3d9affd-5f93-4fef-ac3e-5aa1077dc97f)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:07:20.580727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:20.713620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Calling delete_port for 1146a80a-e07f-4b10-8c04-0ae8f46cf13a owned by network:router_interface {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:07:20.919246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:20.924865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01dbe130-1750-4f78-804b-48d561dd0f35 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:20.983898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1146a80a-e07f-4b10-8c04-0ae8f46cf13a,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:21.033589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.033992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.034387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.034893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.035328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.035716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.036095 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.036476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.036867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.037244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.037618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.038015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:21.075025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:21.308297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:21.957931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Router e579f0c6-df7e-45dd-80b9-1687be0f50e2 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:07:22.151052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:07:22.160874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Sync routers for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:07:22.170612 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] 10.222.0.38 "PUT /v2.0/routers/e579f0c6-df7e-45dd-80b9-1687be0f50e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693399 Apr 20 06:07:22.170916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 50950) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:22.172235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:07:22.172911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:07:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:22.360773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:22.367326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:07:22.552653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:22.562364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Deleting port 72e15a7a-20a0-448c-a736-5ab566677d70 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:07:22.562775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:22.676393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T06:07:20Z', 'revision_number': 5, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port': {'id': '72e15a7a-20a0-448c-a736-5ab566677d70', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:54Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:22.680674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Checking router: e579f0c6-df7e-45dd-80b9-1687be0f50e2 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:07:22.690152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Routers {'e579f0c6-df7e-45dd-80b9-1687be0f50e2'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:07:22.691075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:07:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:22.769852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] For port 72e15a7a-20a0-448c-a736-5ab566677d70, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=72e15a7a-20a0-448c-a736-5ab566677d70,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:07:22.770325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:22.856031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] Set router e579f0c6-df7e-45dd-80b9-1687be0f50e2 gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:07:22.917269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Calling delete_port for 72e15a7a-20a0-448c-a736-5ab566677d70 owned by network:router_gateway {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:07:22.970721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T06:07:22Z', 'revision_number': 6, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:22.975146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7960d6-53a5-4b35-a903-c2cb6da316cc None None] The sync data for ids ['e579f0c6-df7e-45dd-80b9-1687be0f50e2'] in dv-cinder-786054-4-iscsi is: [{'id': 'e579f0c6-df7e-45dd-80b9-1687be0f50e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1869264442-router', 'tenant_id': '4565756a212640149372cc9e26a0fa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:51Z', 'updated_at': '2021-04-20T06:07:22Z', 'revision_number': 6, 'project_id': '4565756a212640149372cc9e26a0fa5e', 'gw_port_host': None}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:07:23.098490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.103346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:23.151059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e15a7a-20a0-448c-a736-5ab566677d70,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:23.185079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:23.263829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.301213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1146a80a-e07f-4b10-8c04-0ae8f46cf13a no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:07:23.341342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 1146a80a-e07f-4b10-8c04-0ae8f46cf13a {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:07:23.341743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1146a80a-e07f-4b10-8c04-0ae8f46cf13a not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:07:23.342275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 72e15a7a-20a0-448c-a736-5ab566677d70 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:07:23.378031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 72e15a7a-20a0-448c-a736-5ab566677d70 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:07:23.378408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 72e15a7a-20a0-448c-a736-5ab566677d70 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:07:23.463013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.465489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.494251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.494825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e579f0c6-df7e-45dd-80b9-1687be0f50e2 {{(pid=86384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:07:23.508406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.510575 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e579f0c6-df7e-45dd-80b9-1687be0f50e2 HTTP/1.1" status: 204 len: 168 time: 1.3385990 Apr 20 06:07:23.512599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 50962) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:23.580332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Deleting subnet 82509817-f294-4939-aa67-20103187949a {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:07:23.583851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.643275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843933159'] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.716731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:23.999239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1540536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1746163'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.003342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8206a9ac-fd55-4ea0-9011-14e975f60984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:24.044031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82509817-f294-4939-aa67-20103187949a,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:24.046665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:24.049626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.058363 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82509817-f294-4939-aa67-20103187949a HTTP/1.1" status: 204 len: 168 time: 0.5446439 Apr 20 06:07:24.061072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 50976) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:24.179219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.314410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.431362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d01119-2504-4c5f-81eb-9a6d44f19d97']}} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:24.444406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f') {'for_net_delete': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:24.444737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d9affd-5f93-4fef-ac3e-5aa1077dc97f') {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:24.458450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842641'] for segment, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.473635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:24.480573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:07:24.899483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:24.911459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853235685'] for segment, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.094297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Network 48d01119-2504-4c5f-81eb-9a6d44f19d97 has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:07:25.117262 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:07:25.199163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.257821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eb932122-399a-4762-b888-8c81bdfcebf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:25.271650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.293889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Pushing event deleted for resources: {'Network': ['ID=48d01119-2504-4c5f-81eb-9a6d44f19d97,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:25.296909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:25.299568 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-97375802-cd5a-4165-8cc6-8333b3db148c admin admin] 10.222.0.38 "DELETE /v2.0/networks/48d01119-2504-4c5f-81eb-9a6d44f19d97 HTTP/1.1" status: 204 len: 168 time: 1.2371595 Apr 20 06:07:25.325799 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-6a390a89-0521-4692-b01a-849c2c41416f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235850 Apr 20 06:07:25.449124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 50990) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:25.481016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-23f34626-4ecb-4be8-bec2-98d4b244e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:25.482628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-23f34626-4ecb-4be8-bec2-98d4b244e7ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0829926 Apr 20 06:07:25.510451 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-102b21be-0cb7-4809-9575-e222333826ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4565756a212640149372cc9e26a0fa5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598068 Apr 20 06:07:25.513310 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 50994) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:25.576964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.605263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.640322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-3f8ed014-ac80-40a0-852b-6aad00d0ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:25.641905 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-3f8ed014-ac80-40a0-852b-6aad00d0ef08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1393347 Apr 20 06:07:25.660809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.664765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7afe3ad7-45e6-4d22-b95c-61cca6a291a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:25.678521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67d7f0-b294-40c1-9a65-b344fd4b2865,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:25.690825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.691282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.691672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.692059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.692443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.692825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.693208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.693563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.693940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.694314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.694692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.695062 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:07:25.700553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:25.706321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:25.710027 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca67d7f0-b294-40c1-9a65-b344fd4b2865 HTTP/1.1" status: 204 len: 168 time: 0.1932859 Apr 20 06:07:25.729091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-fb33c885-0cbf-41d6-9fe4-8e3830eca847 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0801673 Apr 20 06:07:25.798758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-44b6c8bd-c3fd-4104-9303-6c355868f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:25.800389 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-44b6c8bd-c3fd-4104-9303-6c355868f6a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0647964 Apr 20 06:07:25.807304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:07:25.855452 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-91d074c7-48f6-4909-9796-b642669133b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487645 Apr 20 06:07:26.008228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-a78c4a3c-4ca0-4d1c-a8e5-6d56f6f2a189 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458051 Apr 20 06:07:26.162407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-99f787d9-6ab0-48ed-8118-0b6aaf6570a3 req-70d39438-980e-4f19-a076-30b7e6a91bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473842 Apr 20 06:07:26.535471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 51026) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:26.655198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951690158-network', 'tenant_id': '31e4a5bbe1544b9585893c75373b3d21'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:07:26.663076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:26.668347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Usage tracker for resource:network and tenant:31e4a5bbe1544b9585893c75373b3d21 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:26.671575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:26.678760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:26.689684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Made reservation on behalf of 31e4a5bbe1544b9585893c75373b3d21 for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:07:26.694419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.712459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.728192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:26.732412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Usage tracker for resource:security_group_rule and tenant:31e4a5bbe1544b9585893c75373b3d21 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:26.735553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:26.742048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:26.837090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.840816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.845121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-097e5b27-67f6-4697-aef1-210ac23a5058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:26.873460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:07:26.882415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e79ad5-20ae-4744-9e38-9086e0505d16,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:26.886522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:26.889765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.890908 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Added segment f939a4fe-9184-4ef5-a30c-3a1593e321d1 of type vlan for network 77889b85-86f9-4681-ad07-7a4f40b26dc9 Apr 20 06:07:26.918152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.950993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.952406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:26.953043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:26.956636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecd7bcc0-c259-4dbb-9d55-22c22a662620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:27.065489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Pushing event updated for resources: {'Network': ['ID=77889b85-86f9-4681-ad07-7a4f40b26dc9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:27.071113 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5321810 Apr 20 06:07:27.071113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:27.072686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51038) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:27.080878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:07:27.082193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Request body: {'subnet': {'network_id': '77889b85-86f9-4681-ad07-7a4f40b26dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951690158-subnet', 'tenant_id': '31e4a5bbe1544b9585893c75373b3d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:07:27.087731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:27.092931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Usage tracker for resource:subnet and tenant:31e4a5bbe1544b9585893c75373b3d21 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:27.096113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:27.102354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:27.113419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Made reservation on behalf of 31e4a5bbe1544b9585893c75373b3d21 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:07:27.118827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:27.538478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:27.544401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:27.620422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7888406-479e-46cb-b690-4f6c8e89e37c,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:27.624738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:27.632218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Checking segment: {'id': 'f939a4fe-9184-4ef5-a30c-3a1593e321d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77889b85-86f9-4681-ad07-7a4f40b26dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:07:27.632603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Network hostable DHCP agents. Network: 77889b85-86f9-4681-ad07-7a4f40b26dc9, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:07:27.653992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:07:27.663296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 77889b85-86f9-4681-ad07-7a4f40b26dc9) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:07:27.672728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724fca2-1ea2-42b6-9eaf-b6c6cb3822dd None None] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:07:27.679412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:27.680060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:27.700278 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-88203c36-33f0-401c-ab92-5504b222c94c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6260242 Apr 20 06:07:27.900711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7ad73-227d-496a-b256-59afc0d8fcf1 None None] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:07:28.262902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51066) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:28.267236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-547064826-network', 'tenant_id': 'f67fae381d38466488aab072b55667f3'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:07:28.272326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:28.276692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Usage tracker for resource:network and tenant:f67fae381d38466488aab072b55667f3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:28.280926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:28.287107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:28.296334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Made reservation on behalf of f67fae381d38466488aab072b55667f3 for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:07:28.301176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.315123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.330182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:28.334197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f67fae381d38466488aab072b55667f3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:28.337245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:28.343257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:28.430188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.434676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.439492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e6188e61-9253-4434-9157-44a354871220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:28.467564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:07:28.476476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f9432a-4218-45f5-974f-b1385deb4241,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:28.480472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:28.482988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.483409 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Added segment 6e999bbe-2675-48db-a4c5-8afc6786259c of type vlan for network bb882856-32e3-4282-b347-ad971356acaa Apr 20 06:07:28.510081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.542563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.543982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:28.544620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:28.548150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4df405a3-0877-4618-b296-f1f275f3fa21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:28.655225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb882856-32e3-4282-b347-ad971356acaa,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:28.658393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4034729 Apr 20 06:07:28.659361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:28.662522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51070) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:28.666917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network bb882856-32e3-4282-b347-ad971356acaa details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:07:28.668426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Request body: {'subnet': {'network_id': 'bb882856-32e3-4282-b347-ad971356acaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-547064826-subnet', 'tenant_id': 'f67fae381d38466488aab072b55667f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:07:28.673666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:28.677887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Usage tracker for resource:subnet and tenant:f67fae381d38466488aab072b55667f3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:28.680989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:28.687532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:28.697823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Made reservation on behalf of f67fae381d38466488aab072b55667f3 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:07:28.702689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.113829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.117747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61456aa9-cbe2-4ff0-9572-47610f10af10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:29.190206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e636eb-bea3-47d2-89d4-0145d8a944a6,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:29.192824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:29.202899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Checking segment: {'id': '6e999bbe-2675-48db-a4c5-8afc6786259c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bb882856-32e3-4282-b347-ad971356acaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:07:29.203346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Network hostable DHCP agents. Network: bb882856-32e3-4282-b347-ad971356acaa, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:07:29.225668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Network bb882856-32e3-4282-b347-ad971356acaa is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:07:29.238108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, bb882856-32e3-4282-b347-ad971356acaa) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:07:29.248265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816600cd-dab5-4438-84b1-85946c38a596 None None] Network bb882856-32e3-4282-b347-ad971356acaa requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:07:29.252910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:29.253847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.286925 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6233771 Apr 20 06:07:29.433650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51084) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:29.503205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Deleting subnet d7888406-479e-46cb-b690-4f6c8e89e37c {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:07:29.506298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.510384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da108c56-c9ed-4d59-8296-38645dd27935 None None] Network bb882856-32e3-4282-b347-ad971356acaa requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:07:29.558539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.620456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.884648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.889546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:29.930033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7888406-479e-46cb-b690-4f6c8e89e37c,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:29.932248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:29.935543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:29.940166 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-72396e57-86a1-40a8-9d7b-51ef7e4999f4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d7888406-479e-46cb-b690-4f6c8e89e37c HTTP/1.1" status: 204 len: 168 time: 0.5053186 Apr 20 06:07:29.942851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51090) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:30.056986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.193375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.315564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77889b85-86f9-4681-ad07-7a4f40b26dc9']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:30.328751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f939a4fe-9184-4ef5-a30c-3a1593e321d1') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:30.329085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f939a4fe-9184-4ef5-a30c-3a1593e321d1') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:30.341168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.360778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.367360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:07:30.547786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:30.557214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.739033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Network 77889b85-86f9-4681-ad07-7a4f40b26dc9 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:07:30.761514 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:07:30.844039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.847800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:30.861593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:30.871422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=77889b85-86f9-4681-ad07-7a4f40b26dc9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:30.873663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:30.875257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] 10.222.0.38 "DELETE /v2.0/networks/77889b85-86f9-4681-ad07-7a4f40b26dc9 HTTP/1.1" status: 204 len: 168 time: 0.9312999 Apr 20 06:07:30.878473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51100) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:30.946003 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Deleting subnet 02e636eb-bea3-47d2-89d4-0145d8a944a6 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:07:30.949654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.005291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.065854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.336908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.341010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d2ac5661-80ce-45ae-97b2-8bab002d8dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:31.377950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e636eb-bea3-47d2-89d4-0145d8a944a6,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:31.381228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:31.382265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.389022 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d8b78406-f970-4aad-a306-347ef02f4c63 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02e636eb-bea3-47d2-89d4-0145d8a944a6 HTTP/1.1" status: 204 len: 168 time: 0.5093968 Apr 20 06:07:31.393193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51106) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:31.752790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:31.887554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.003942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb882856-32e3-4282-b347-ad971356acaa']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:32.017363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e999bbe-2675-48db-a4c5-8afc6786259c') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:32.017698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e999bbe-2675-48db-a4c5-8afc6786259c') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:07:32.030609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.047197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.053992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:07:32.240815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Network bb882856-32e3-4282-b347-ad971356acaa has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:32.249920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.427941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Network bb882856-32e3-4282-b347-ad971356acaa has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:07:32.450593 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:07:32.528752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.532865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d71ccb16-1859-4b48-a493-9a2c81fc4590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:32.548311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.558299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb882856-32e3-4282-b347-ad971356acaa,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:32.561743 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] 10.222.0.38 "DELETE /v2.0/networks/bb882856-32e3-4282-b347-ad971356acaa HTTP/1.1" status: 204 len: 168 time: 1.1672165 Apr 20 06:07:32.562722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3daa9ad6-4d9e-43f0-9ce5-bd2e55bc462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:32.758022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51126) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:32.811838 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e02b5403-3cb0-45ef-8bd5-86f5936ac9bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31e4a5bbe1544b9585893c75373b3d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519497 Apr 20 06:07:32.815548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51130) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:32.881987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.909932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.966094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.970360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9cc8b686-63d5-4bf2-94bd-74d4c7197d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:32.982079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e79ad5-20ae-4744-9e38-9086e0505d16,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:32.984897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:32.991276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:32.992522 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94e79ad5-20ae-4744-9e38-9086e0505d16 HTTP/1.1" status: 204 len: 168 time: 0.1760340 Apr 20 06:07:33.383624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51140) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:33.447673 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-19782254-ef3a-46e5-a314-b57c4fe103b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f67fae381d38466488aab072b55667f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621634 Apr 20 06:07:33.450294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51144) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:33.511962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:33.539076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:33.591363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:33.595141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06951dfe-93ac-4036-b7a3-05f4ccaf981d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:33.608940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f9432a-4218-45f5-974f-b1385deb4241,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:33.612094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:33.614189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:33.617358 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0f9432a-4218-45f5-974f-b1385deb4241 HTTP/1.1" status: 204 len: 168 time: 0.1640854 Apr 20 06:07:35.576348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51210) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:35.718527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:35.734373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:35.738750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Usage tracker for resource:security_group_rule and tenant:1569dbaade914d85839cfc156c3e95ad is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:35.741957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:35.748702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:35.838600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:35.842141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:35.849060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed1f5239-eefb-4b65-ad12-dd424f936a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:35.893439 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1569dbaade914d85839cfc156c3e95ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157990 Apr 20 06:07:35.894369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a453ade1-0d0e-403b-a9d5-fa704af06506,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:35.896299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 51220) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:35.904172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:35.965180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:35.994384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.042341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.046551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-519a0dbe-a38c-4f8e-88c5-33b56f7725d1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:36.063305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453ade1-0d0e-403b-a9d5-fa704af06506,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:36.066365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:36.072306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.074101 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a453ade1-0d0e-403b-a9d5-fa704af06506 HTTP/1.1" status: 204 len: 168 time: 0.1755033 Apr 20 06:07:36.388256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51232) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:36.408102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.423845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:36.428268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Usage tracker for resource:security_group_rule and tenant:872379784cbc4a7f8b8c8532e66b0285 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:36.431427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:36.438235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:36.533129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.538424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.550974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c7c9c948-61d8-44d6-872f-825bf18e47fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:36.597830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=872379784cbc4a7f8b8c8532e66b0285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084422 Apr 20 06:07:36.598732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5859dc5-2b18-436e-8081-4a998be091ac,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:36.600933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 51236) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:36.601910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:36.672645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.701009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.747795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.751692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8797ff8f-1334-40ce-8be5-62f83527ca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:36.763786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5859dc5-2b18-436e-8081-4a998be091ac,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:36.767676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:36.771145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:36.772674 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5859dc5-2b18-436e-8081-4a998be091ac HTTP/1.1" status: 204 len: 168 time: 0.1703005 Apr 20 06:07:37.556906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3cff769-c37a-4a50-8658-dd8e078fe67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:38.027045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:39.844201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 51332) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:39.978771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:39.994580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:39.998814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce4ac9960214054a1951dd03599922f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:40.001969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:40.008495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:40.040739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12f9511c-3d93-4984-a045-46f57ff1cd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.098997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.103385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.114437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4fbca23-f473-4984-9276-a6dff9de54ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:40.158335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ce4ac9960214054a1951dd03599922f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128071 Apr 20 06:07:40.159265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2ecfd-be02-454b-b1a8-a1315a026c5a,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:40.161527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51338) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:40.163486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6570fca8-9086-4ba0-832d-475efb81b879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:40.235320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.263132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.309145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.317117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1da8661d-7e61-41fa-92f3-4ee819355fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:40.324359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.332710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2ecfd-be02-454b-b1a8-a1315a026c5a,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:40.335885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:40.342921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.344156 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1d2ecfd-be02-454b-b1a8-a1315a026c5a HTTP/1.1" status: 204 len: 168 time: 0.1813278 Apr 20 06:07:40.645093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 51354) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:40.665033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.684685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:07:40.689585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Usage tracker for resource:security_group_rule and tenant:c83a495932b54ef2b85658665a4e6479 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:07:40.692736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:07:40.699297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:07:40.786103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.789984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.797477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2ab8afde-bf02-44c8-af9f-32c22c02fceb tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:40.841444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c83a495932b54ef2b85658665a4e6479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951764 Apr 20 06:07:40.842344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56822f-b8da-464c-b4b2-c7f3117ec293,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:40.844533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 51358) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:07:40.845689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:40.913105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.942228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.992285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:40.996259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-795c4020-a92c-41f7-bd3c-3431caa768f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:41.010027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56822f-b8da-464c-b4b2-c7f3117ec293,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:41.014255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:41.020236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:41.021546 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e56822f-b8da-464c-b4b2-c7f3117ec293 HTTP/1.1" status: 204 len: 168 time: 0.1758564 Apr 20 06:07:41.634969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:41.985715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:49.606854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf7afb-f96c-464d-8f83-3d796495e4c3 req-219298c2-2e35-4a22-bd96-4e5c4a6ee9ce tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:49.608470 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7bcf7afb-f96c-464d-8f83-3d796495e4c3 req-219298c2-2e35-4a22-bd96-4e5c4a6ee9ce tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 946 time: 0.1023347 Apr 20 06:07:49.664728 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7bcf7afb-f96c-464d-8f83-3d796495e4c3 req-f373e21b-a86e-4d6e-9ab8-2d76ccd736de tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Apr 20 06:07:49.907732 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-cadbff6c-12e7-443a-b8a8-e18f32c856f8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:49.909311 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-cadbff6c-12e7-443a-b8a8-e18f32c856f8 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 946 time: 0.0958095 Apr 20 06:07:49.988583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Deleting port 6c96c348-79e5-434d-a9e9-1d722944ebbb {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:07:49.988972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:50.267718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] For port 6c96c348-79e5-434d-a9e9-1d722944ebbb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6c96c348-79e5-434d-a9e9-1d722944ebbb,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:07:50.268129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:50.403731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Calling delete_port for 6c96c348-79e5-434d-a9e9-1d722944ebbb owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:07:50.568063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:50.574281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-479e32ad-2d05-4ac6-af17-f7e9a7f4a642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:50.580472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5', 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', '6c96c348-79e5-434d-a9e9-1d722944ebbb'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:07:50.621501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event deleted for resources: {'Port': ['ID=6c96c348-79e5-434d-a9e9-1d722944ebbb,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:50.625687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:50.707586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] No DVR routers for this DVR port 6c96c348-79e5-434d-a9e9-1d722944ebbb on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:07:50.710134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:50.713049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'name': 'network-vif-deleted', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:07:50.728983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97f09e18-b093-4588-900e-8e9da6dc59cc req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "DELETE /v2.0/ports/6c96c348-79e5-434d-a9e9-1d722944ebbb HTTP/1.1" status: 204 len: 173 time: 0.8139396 Apr 20 06:07:50.779803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5891992-3d4e-480e-8ea3-0609f985c5a5', 'name': 'network-vif-deleted', 'tag': '6c96c348-79e5-434d-a9e9-1d722944ebbb', 'status': 'completed', 'code': 200} Apr 20 06:07:50.873353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-6094d789-69c8-4aa9-9ab5-fbc2a69617bd req-90d9cb06-e586-41a9-9c09-261fc6a48624 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:07:50.889800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-6094d789-69c8-4aa9-9ab5-fbc2a69617bd req-90d9cb06-e586-41a9-9c09-261fc6a48624 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:07:50.891164 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6094d789-69c8-4aa9-9ab5-fbc2a69617bd req-90d9cb06-e586-41a9-9c09-261fc6a48624 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5891992-3d4e-480e-8ea3-0609f985c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0832200 Apr 20 06:07:52.395624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125cb6e-c889-4f34-93cf-99d1b09805b4 req-5a3161cf-66c4-4b07-b63c-adc30aaebd13 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:52.397339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f125cb6e-c889-4f34-93cf-99d1b09805b4 req-5a3161cf-66c4-4b07-b63c-adc30aaebd13 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.0994046 Apr 20 06:07:52.455370 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f125cb6e-c889-4f34-93cf-99d1b09805b4 req-bdf7cda6-1d32-41e4-acc6-b208ee0f7953 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Apr 20 06:07:52.687984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-5158daa1-2118-41f9-9e7d-896f29680191 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:07:52.689557 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-5158daa1-2118-41f9-9e7d-896f29680191 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 945 time: 0.0947235 Apr 20 06:07:52.769928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Deleting port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:07:52.770176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:53.040998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] For port a532f0ee-e6ef-4085-8c6d-b4154d6b3633, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:07:53.041320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:53.176614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Calling delete_port for a532f0ee-e6ef-4085-8c6d-b4154d6b3633 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:07:53.340722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:53.349362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3daec7f6-0713-4ff3-b27b-3b68746dde6d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:07:53.354028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2e536097-a26b-479e-9be7-793dbd99d8e5', 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:07:53.401947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event deleted for resources: {'Port': ['ID=a532f0ee-e6ef-4085-8c6d-b4154d6b3633,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:07:53.406257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:07:53.485851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] No DVR routers for this DVR port a532f0ee-e6ef-4085-8c6d-b4154d6b3633 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:07:53.489388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:07:53.500365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'name': 'network-vif-deleted', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:07:53.507112 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f773bb-06f5-496b-b9be-cc151d3277b0 req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "DELETE /v2.0/ports/a532f0ee-e6ef-4085-8c6d-b4154d6b3633 HTTP/1.1" status: 204 len: 173 time: 0.8102839 Apr 20 06:07:53.555700 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c9445c-ac2d-4412-878e-95e24100e1c0', 'name': 'network-vif-deleted', 'tag': 'a532f0ee-e6ef-4085-8c6d-b4154d6b3633', 'status': 'completed', 'code': 200} Apr 20 06:07:53.644985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4eef310d-6add-414b-9b09-d362fb03ff75 req-e1bed283-6507-480f-835f-21b716f14342 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:07:53.660979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4eef310d-6add-414b-9b09-d362fb03ff75 req-e1bed283-6507-480f-835f-21b716f14342 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:07:53.662248 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4eef310d-6add-414b-9b09-d362fb03ff75 req-e1bed283-6507-480f-835f-21b716f14342 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=61c9445c-ac2d-4412-878e-95e24100e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0690501 Apr 20 06:07:54.375770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6c96c348-79e5-434d-a9e9-1d722944ebbb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:07:54.414266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 6c96c348-79e5-434d-a9e9-1d722944ebbb {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:07:54.414807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 6c96c348-79e5-434d-a9e9-1d722944ebbb not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:07:56.375375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device a532f0ee-e6ef-4085-8c6d-b4154d6b3633 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:07:56.417689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: a532f0ee-e6ef-4085-8c6d-b4154d6b3633 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:07:56.418082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device a532f0ee-e6ef-4085-8c6d-b4154d6b3633 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:08:02.813364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:08:07.551120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e309444-853f-4f38-a952-d6d450861291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:08.048915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:10.053603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-266187c8-9e25-41b8-9837-992bc48c1e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:10.335927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:11.648193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:11.992067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:37.557748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c095049b-a560-4ed9-b641-89c79bbad730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:38.047448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:39.808369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:08:40.047478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a972a38-9fa1-4ce9-ab02-73d1e50e4eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:40.332534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:41.647444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:08:41.999422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:07.561909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b00640e7-0d84-4cd4-b86f-f93cedf53d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:08.065839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:10.050767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-13e2ee91-b810-4e31-b934-639da08f7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:10.342057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:11.640278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:12.003595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:16.813939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:09:26.421990 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-b7642960-99f9-4d64-b19d-e0e3cb607933 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2235601 Apr 20 06:09:26.581623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-ff340a83-19b1-4659-9990-b74bba3e6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:09:26.583272 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-ff340a83-19b1-4659-9990-b74bba3e6b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0888772 Apr 20 06:09:26.973046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-94a25d20-b9a4-43bb-abfe-57f1f2afefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:09:26.974626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-94a25d20-b9a4-43bb-abfe-57f1f2afefe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.3715680 Apr 20 06:09:27.049121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-2d4a9007-3076-494b-91d5-b2ef26cba5f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0677652 Apr 20 06:09:27.132336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-7fd19de2-7b8e-41b8-9dd8-b7bb2367adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:09:27.133917 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-7fd19de2-7b8e-41b8-9dd8-b7bb2367adb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0781317 Apr 20 06:09:27.188401 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-846cecf1-9a75-47a1-87c6-5cd4aec08936 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476985 Apr 20 06:09:27.334647 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-30cccd8f-e9a6-43e3-af1a-0083aeb8aa9a service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388988 Apr 20 06:09:27.487410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb9fa697-9927-47b9-9a33-b70177ba4a9e req-be2be1d0-e983-46de-9a5d-3c2e5f94e9a5 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463027 Apr 20 06:09:37.562045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc52f8d5-6f83-4e3b-974f-d2e3c6360648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:38.065868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:40.059366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b5d8c0-9e68-49d1-ba8b-b2e298a0e5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:40.340500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:41.657781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:42.000657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:09:53.809078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:10:07.554286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-736be828-dc49-4fa8-92bd-f4f67ae07f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:08.055629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:10.066410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-911b7002-6de0-4e3f-b26d-063c8a57ee67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:10.344362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:11.645759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:12.014474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:26.297748 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-df7d212f-480e-4317-82ae-5559d058e4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826809 Apr 20 06:10:26.460632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-53629b27-87a4-47c5-9643-c3cfe24b2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:10:26.462324 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-53629b27-87a4-47c5-9643-c3cfe24b2b78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0843763 Apr 20 06:10:26.621197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-cf3bc590-7316-40b1-bc34-7d3d736b82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:10:26.622812 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-cf3bc590-7316-40b1-bc34-7d3d736b82c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1417112 Apr 20 06:10:26.696764 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-7fcae250-1b83-446b-aefe-814031ec5a2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0674248 Apr 20 06:10:26.769945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-cc3ed2d0-ccfc-4528-890c-792fa9790172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:10:26.771530 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-cc3ed2d0-ccfc-4528-890c-792fa9790172 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0682895 Apr 20 06:10:26.824675 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-4d3f9904-5a49-41e3-95a3-168eecaf4836 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469911 Apr 20 06:10:26.970412 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-a9e7840c-536c-401e-a7bf-5a7ae1a7336f service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388745 Apr 20 06:10:27.122952 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e99e4f9b-4fe2-42f5-b761-8fffb4175488 req-9f65df8a-1948-4cbb-b3f3-f736595889c4 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456075 Apr 20 06:10:30.809262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:10:37.558112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f14a019-3aa7-4b19-a98f-3fce0c8595ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:38.055377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:40.055567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3b49c88-d275-4722-a53e-f6edb1c5eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:40.350665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:41.645643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:42.022927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:48.923828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53180) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:10:49.065669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.081059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:10:49.085090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Usage tracker for resource:security_group_rule and tenant:1abc6e3251624cc8a38d0f4345d1e875 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:10:49.088561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:10:49.094515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:10:49.198850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.202795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.210163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f3362001-afc7-41e3-ab57-a22452f5ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:10:49.253983 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1abc6e3251624cc8a38d0f4345d1e875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289492 Apr 20 06:10:49.254944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d624c7-0381-4b4c-8be1-e0dc62d28cac,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:10:49.257085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53192) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:10:49.276441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.276849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.277246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.277642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.278030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.278425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.278804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.279201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.279869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.279963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.280302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.280678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:10:49.288878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:10:49.334391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.362867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.414892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.419992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b79dd436-cd6d-4355-a492-d64a6dbf5bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:10:49.432877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d624c7-0381-4b4c-8be1-e0dc62d28cac,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:10:49.437065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:10:49.442867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:10:49.446090 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05d624c7-0381-4b4c-8be1-e0dc62d28cac HTTP/1.1" status: 204 len: 168 time: 0.1879697 Apr 20 06:11:07.743713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f7f1efe-aea2-4ac5-8962-6e3266d755ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:07.810198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:11:08.065099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:10.047925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c11da5b-e810-4453-88ee-c9ab070b6379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:10.355228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:11.646981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:12.023545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:28.823082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-7dd62884-32e1-4f41-82b6-11ac9b61f9f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975049 Apr 20 06:11:28.978563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de91b-8444-4c6d-9113-e15c58764604 req-d3453b74-358d-422f-b945-1938b01dffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:11:28.980184 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-d3453b74-358d-422f-b945-1938b01dffd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0834305 Apr 20 06:11:29.137099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de91b-8444-4c6d-9113-e15c58764604 req-9616166c-a14d-40bc-8527-4c09e9a5b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:11:29.138630 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-9616166c-a14d-40bc-8527-4c09e9a5b386 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1385169 Apr 20 06:11:29.228645 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-5a2b14ab-81d2-49dd-bd2d-9bde9266dbfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0821276 Apr 20 06:11:29.298332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de91b-8444-4c6d-9113-e15c58764604 req-4495cd40-4611-4071-afe6-13cbf19b71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:11:29.299938 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-4495cd40-4611-4071-afe6-13cbf19b71a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0651045 Apr 20 06:11:29.353236 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-69a426fd-04d8-4b81-9e06-1368125106b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472186 Apr 20 06:11:29.496969 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-17046e33-3eee-49a4-9acb-96ae4e4cc121 service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365161 Apr 20 06:11:29.649929 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-529de91b-8444-4c6d-9113-e15c58764604 req-e4006243-9bf0-4685-a3ae-19c4ad56bf6a service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449585 Apr 20 06:11:37.563767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95fdb2b7-bc5b-418b-8c23-9e5cd443a3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:38.076026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:40.063829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8992891d-0e13-47c9-b799-840c45668f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:40.365426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:41.641421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:42.029291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:44.817267 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:11:46.284856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53618) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:47.063297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:47.442634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Deleting port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:11:47.443236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:47.634762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] For port 36db2c44-a8dd-4eec-88c1-39b0ccca0b01, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:11:47.635129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:47.765181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Calling delete_port for 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 owned by network:router_interface {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:11:47.942890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:47.950286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:48.001666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Pushing event deleted for resources: {'Port': ['ID=36db2c44-a8dd-4eec-88c1-39b0ccca0b01,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:48.005087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:48.529710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:48.932817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Router 32c5877f-f33f-47e0-89dc-2d88e468481b has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:11:49.134813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:11:49.144690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Sync routers for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:11:49.149076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] 10.222.0.38 "PUT /v2.0/routers/32c5877f-f33f-47e0-89dc-2d88e468481b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624988 Apr 20 06:11:49.151887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53646) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:49.156227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:11:49.156974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:49.339076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks [] for router, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:49.346385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:11:49.528068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:49.537152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Deleting port 7c38be1f-98a3-4e5c-bc8c-61c056d78334 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:11:49.537660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:49.654063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T06:11:47Z', 'revision_number': 5, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port': {'id': '7c38be1f-98a3-4e5c-bc8c-61c056d78334', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:49Z', 'updated_at': '2021-04-20T05:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:49.658567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Checking router: 32c5877f-f33f-47e0-89dc-2d88e468481b for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:11:49.667908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Routers {'32c5877f-f33f-47e0-89dc-2d88e468481b'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:11:49.668649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['32c5877f-f33f-47e0-89dc-2d88e468481b'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:49.731745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] For port 7c38be1f-98a3-4e5c-bc8c-61c056d78334, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=7c38be1f-98a3-4e5c-bc8c-61c056d78334,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:11:49.732490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:49.848791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] Set router 32c5877f-f33f-47e0-89dc-2d88e468481b gateway port host: None {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:11:49.872542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Calling delete_port for 7c38be1f-98a3-4e5c-bc8c-61c056d78334 owned by network:router_gateway {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:11:49.962535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T06:11:49Z', 'revision_number': 6, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:49.967299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e9f0e-f33e-4c1d-8601-060e391d2a6c None None] The sync data for ids ['32c5877f-f33f-47e0-89dc-2d88e468481b'] in dv-cinder-786054-4-iscsi is: [{'id': '32c5877f-f33f-47e0-89dc-2d88e468481b', 'name': 'tempest-AttachVolumeShelveTestJSON-1662163515-router', 'tenant_id': 'b686ed9b9dee4a0f8986763a77753600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:47Z', 'updated_at': '2021-04-20T06:11:49Z', 'revision_number': 6, 'project_id': 'b686ed9b9dee4a0f8986763a77753600', 'gw_port_host': None}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:11:50.060628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.066846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-246f5bce-04dc-4908-b48a-205f90e5fc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:50.116728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c38be1f-98a3-4e5c-bc8c-61c056d78334,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:50.158736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.159178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.159589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.159983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.160376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.160769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.161156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.161540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.161912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.162316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.162700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.163078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:50.170945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:50.230314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.416792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.419244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.450785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.451373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c5877f-f33f-47e0-89dc-2d88e468481b {{(pid=86383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:11:50.464902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.466139 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] 10.222.0.38 "DELETE /v2.0/routers/32c5877f-f33f-47e0-89dc-2d88e468481b HTTP/1.1" status: 204 len: 168 time: 1.3132493 Apr 20 06:11:50.469157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53658) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:50.538566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Deleting subnet b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:11:50.542132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.597979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.681774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.959414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:50.963572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:51.004351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ae290f-7a5a-447a-b58a-b3bf1a05eb53,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:51.007621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:51.009629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.014462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da90dc6-e727-4bd5-a7a3-3c228f9ea763 None None] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:11:51.016023 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b1ae290f-7a5a-447a-b58a-b3bf1a05eb53 HTTP/1.1" status: 204 len: 168 time: 0.5455863 Apr 20 06:11:51.019757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53668) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:51.133548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.144740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Deleting port ab39f78c-d7de-4785-a640-29539635e0cb {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:11:51.145102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.280353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d295c-2420-49cd-91de-283db983d4da None None] DHCP port deletion for a068a83a-b8b6-46fa-aeac-aa24a5caedcb request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:11:51.284795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Deleting port ab39f78c-d7de-4785-a640-29539635e0cb {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:11:51.285223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.478230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 7c38be1f-98a3-4e5c-bc8c-61c056d78334 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:11:51.530096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 7c38be1f-98a3-4e5c-bc8c-61c056d78334 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:11:51.530334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 7c38be1f-98a3-4e5c-bc8c-61c056d78334 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:11:51.530832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:11:51.582340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:11:51.582938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 36db2c44-a8dd-4eec-88c1-39b0ccca0b01 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:11:51.583156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ab39f78c-d7de-4785-a640-29539635e0cb no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:11:51.628001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f29d295c-2420-49cd-91de-283db983d4da None None] For port ab39f78c-d7de-4785-a640-29539635e0cb, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ab39f78c-d7de-4785-a640-29539635e0cb,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:11:51.628434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.629200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] For port ab39f78c-d7de-4785-a640-29539635e0cb, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ab39f78c-d7de-4785-a640-29539635e0cb,segment=NetworkSegment(14b1328e-c215-4c9c-8388-6901a53f9990),segment_id=14b1328e-c215-4c9c-8388-6901a53f9990)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:11:51.629633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.767493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Calling delete_port for ab39f78c-d7de-4785-a640-29539635e0cb owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:11:51.850493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:51.854922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:51.902694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab39f78c-d7de-4785-a640-29539635e0cb,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:51.906106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:51.906930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] No DVR routers for this DVR port ab39f78c-d7de-4785-a640-29539635e0cb on host dv-cinder-786054-4-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:11:51.943168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Calling delete_port for ab39f78c-d7de-4785-a640-29539635e0cb owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:11:51.988277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No active binding found for port ab39f78c-d7de-4785-a640-29539635e0cb {{(pid=86385) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 20 06:11:51.988722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ab39f78c-d7de-4785-a640-29539635e0cb not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:11:52.033034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.039981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:11:52.040552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:11:52.148843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a068a83a-b8b6-46fa-aeac-aa24a5caedcb']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:52.163263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b1328e-c215-4c9c-8388-6901a53f9990') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:52.163662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b1328e-c215-4c9c-8388-6901a53f9990') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:52.176560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.192182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.198892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:11:52.389494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:11:52.402375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.542530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Deleting port ab39f78c-d7de-4785-a640-29539635e0cb {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:11:52.542814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f29d295c-2420-49cd-91de-283db983d4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.587703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Network a068a83a-b8b6-46fa-aeac-aa24a5caedcb has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:11:52.610666 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:11:52.615279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f29d295c-2420-49cd-91de-283db983d4da None None] The port 'ab39f78c-d7de-4785-a640-29539635e0cb' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:11:52.690717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.695602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:52.710017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:52.726797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a068a83a-b8b6-46fa-aeac-aa24a5caedcb,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:52.731269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:52.739972 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a068a83a-b8b6-46fa-aeac-aa24a5caedcb HTTP/1.1" status: 204 len: 168 time: 1.7192090 Apr 20 06:11:52.876709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53680) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:52.933178 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-723be310-4a41-481b-9d54-27b17c5c3fdb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b686ed9b9dee4a0f8986763a77753600&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547984 Apr 20 06:11:52.935819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53684) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:52.999301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:53.028894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:53.080134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:53.085654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35336389-f108-48d3-a0ed-6857e9616c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:53.102352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a075e6a-f75b-4bd2-b3d6-6418fc538a27,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:53.105526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:53.107599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:53.111425 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a075e6a-f75b-4bd2-b3d6-6418fc538a27 HTTP/1.1" status: 204 len: 168 time: 0.1717641 Apr 20 06:11:53.957859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53714) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:54.087766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-208081143-network', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:11:54.092955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:11:54.097050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Usage tracker for resource:network and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:11:54.100081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:11:54.107115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:11:54.116979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Made reservation on behalf of 2ae0d7d884a3434b8f6276d0a08c6f8a for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:11:54.122641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.135980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.155227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:11:54.159427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:11:54.162648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:11:54.169431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:11:54.266392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.270135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.275329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c0ec99fd-26fb-46e3-a525-cff421df34c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:54.305962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:11:54.315704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044f2c34-18bb-42fe-b44a-fe696a0220a0,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:54.319261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:54.323873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.324114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Added segment 7516a875-1608-4769-8c70-7f22305ca649 of type vlan for network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 Apr 20 06:11:54.351557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.383138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.384595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:11:54.385242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.388717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:54.496012 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5368788 Apr 20 06:11:54.496867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:54.499070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53726) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:54.501948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:54.505803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Request body: {'subnet': {'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-208081143-subnet', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:11:54.507568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:11:54.511119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:11:54.515313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Usage tracker for resource:subnet and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:11:54.518328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:11:54.524663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:11:54.534987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Made reservation on behalf of 2ae0d7d884a3434b8f6276d0a08c6f8a for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:11:54.539836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.958048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:54.963011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-07e1ebe9-c1c5-4054-a72b-7116b035f5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:55.037836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb6ca86-2fb9-4d05-b2ac-5506e2090061,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:55.041472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:55.048106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Checking segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:11:55.048494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Network hostable DHCP agents. Network: 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:11:55.072694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:11:55.082313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:11:55.093101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70af378-f986-4f32-9a58-fa7eb1463b23 None None] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:11:55.096595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:11:55.097229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.119014 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6187689 Apr 20 06:11:55.121934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53730) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:55.128086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:11:55.133657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:11:55.137823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Usage tracker for resource:router and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:11:55.142831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:11:55.150329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:11:55.159712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.160883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.178988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.353538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 06:11:55.354545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.478057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.525369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Allocated IP 172.20.0.2 (43ed6182-ead7-4c76-97a1-1d5ff15e4cf6/fdb6ca86-2fb9-4d05-b2ac-5506e2090061/ebf3021b-0bc4-4d52-b878-3c635b1ac106) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:11:55.750637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.761742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Transition to ACTIVE for port object ebf3021b-0bc4-4d52-b878-3c635b1ac106 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:11:55.781167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Transition to ACTIVE for port object ebf3021b-0bc4-4d52-b878-3c635b1ac106 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:11:55.787599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.792166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cd34f809-864e-406d-a034-f6b5a97e7b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:55.812129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.843766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.862036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:11:55.865122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:11:55.869259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:11:55.875472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Pushing event updated for resources: {'Port': ['ID=ebf3021b-0bc4-4d52-b878-3c635b1ac106,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:55.915563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.915949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.916332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.916708 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.917075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.917443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.917808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.918172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.918554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.918916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.919299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.919646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:55.927805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:55.981412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Attempting to bind port ebf3021b-0bc4-4d52-b878-3c635b1ac106 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:11:55.982039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Attempting to bind port ebf3021b-0bc4-4d52-b878-3c635b1ac106 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:11:55.982205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Attempting to bind port ebf3021b-0bc4-4d52-b878-3c635b1ac106 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:11:55.988064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:11:55.988484 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Checking segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:11:55.988932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.989361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Bound using segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:11:55.989879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Bound port: ebf3021b-0bc4-4d52-b878-3c635b1ac106, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:11:55.990297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:55.991342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Allocated IP 172.27.2.101 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/dc3f3a8c-7bde-4433-a334-52f2228c3752) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:11:56.087500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] For port ebf3021b-0bc4-4d52-b878-3c635b1ac106, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:11:56.091807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] For port ebf3021b-0bc4-4d52-b878-3c635b1ac106, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ebf3021b-0bc4-4d52-b878-3c635b1ac106,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:11:56.095956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:56.100816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:56.149949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:56.185077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:56.190558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:56.190933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Pushing event updated for resources: {'Port': ['ID=ebf3021b-0bc4-4d52-b878-3c635b1ac106,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:56.196281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:56.256141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:11:56.259855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:11:56.263820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:11:56.307626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3f3a8c-7bde-4433-a334-52f2228c3752,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:56.312297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:56.989923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:57.358737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:57.483641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ebf3021b-0bc4-4d52-b878-3c635b1ac106 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:11:57.588386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port ebf3021b-0bc4-4d52-b878-3c635b1ac106 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:11:57.598439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 06:11:57.661480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917448bf-0123-4721-afea-96c628021d16 None None] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:11:57.775534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Provisioning for port ebf3021b-0bc4-4d52-b878-3c635b1ac106 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:11:57.786292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Provisioning complete for port ebf3021b-0bc4-4d52-b878-3c635b1ac106 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:11:57.786481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:57.790941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:11:57.800950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:11:57.812098 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:11:57.812802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:57.814916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:57.819043 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6933594 Apr 20 06:11:57.819213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53752) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:11:58.007266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:11:58.020051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.074536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] For port ebf3021b-0bc4-4d52-b878-3c635b1ac106, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ebf3021b-0bc4-4d52-b878-3c635b1ac106,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:11:58.077655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.080191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:58.158493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Pushing event updated for resources: {'Port': ['ID=ebf3021b-0bc4-4d52-b878-3c635b1ac106,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:58.162211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:58.302917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-af799633-be39-45cc-849e-0c5a00af2ca3 None None] Provisioning complete for port ebf3021b-0bc4-4d52-b878-3c635b1ac106 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:11:58.303502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af799633-be39-45cc-849e-0c5a00af2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.326228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:56Z', 'revision_number': 3, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:58.330307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:11:58.330699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Updating router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 port dc3f3a8c-7bde-4433-a334-52f2228c3752 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:11:58.387445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.580871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.747001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.760587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Transition to ACTIVE for port object dc3f3a8c-7bde-4433-a334-52f2228c3752 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:11:58.767177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.772152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:58.812598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Allocated IP 172.20.0.1 (43ed6182-ead7-4c76-97a1-1d5ff15e4cf6/fdb6ca86-2fb9-4d05-b2ac-5506e2090061/a3bc6a45-e68a-4f27-b46e-996ada65f890) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:11:58.858578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Attempting to bind port dc3f3a8c-7bde-4433-a334-52f2228c3752 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:11:58.858984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Attempting to bind port dc3f3a8c-7bde-4433-a334-52f2228c3752 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:11:58.859413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Attempting to bind port dc3f3a8c-7bde-4433-a334-52f2228c3752 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:11:58.865601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Pushing event updated for resources: {'Port': ['ID=dc3f3a8c-7bde-4433-a334-52f2228c3752,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:58.874238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:11:58.874624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:11:58.875122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.875547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:11:58.876060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Bound port: dc3f3a8c-7bde-4433-a334-52f2228c3752, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:11:58.876487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.908115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.908486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.908858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.909220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.909585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.909937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.910291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.910646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.910997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.911376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.911725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.912058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:11:58.921822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:58.963639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] For port dc3f3a8c-7bde-4433-a334-52f2228c3752, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:11:58.966835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] For port dc3f3a8c-7bde-4433-a334-52f2228c3752, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=dc3f3a8c-7bde-4433-a334-52f2228c3752,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:11:58.969483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.970721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:58.975750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-546111ab-f495-4bc3-a06d-36ddefee0b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:58.986231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Transition to ACTIVE for port object a3bc6a45-e68a-4f27-b46e-996ada65f890 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:11:59.010993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.016186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-850fa2be-53d9-4385-b221-493581dd0228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:11:59.058875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:11:59.059582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:59.197659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Pushing event updated for resources: {'Port': ['ID=dc3f3a8c-7bde-4433-a334-52f2228c3752,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:59.202839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:59.270483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:11:59.348961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:11:59.352045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:11:59.356850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:11:59.383855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:11:59.389496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:11:59.415889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.475153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ebf3021b-0bc4-4d52-b878-3c635b1ac106 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:11:59.569849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port ebf3021b-0bc4-4d52-b878-3c635b1ac106 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:11:59.570354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.608213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-23cb132b-5938-45dd-bfff-9bdc3831270c None None] Provisioning for port a3bc6a45-e68a-4f27-b46e-996ada65f890 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:11:59.620396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:56Z', 'revision_number': 3, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:11:59.623127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-23cb132b-5938-45dd-bfff-9bdc3831270c None None] Provisioning complete for port a3bc6a45-e68a-4f27-b46e-996ada65f890 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:11:59.623533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23cb132b-5938-45dd-bfff-9bdc3831270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.625398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558a667-21e2-4b5b-9689-314e51e9bc59 None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:56Z', 'revision_number': 3, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:11:59.682445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.697161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-23cb132b-5938-45dd-bfff-9bdc3831270c None None] Port a3bc6a45-e68a-4f27-b46e-996ada65f890 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:11:59.923243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.928311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:11:59.954712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:00.046553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:00.049306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:00.053410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:00.203656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:12:00.204901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:12:00.423718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:12:00.524683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-79ff08ed-d854-4fc6-b7a0-4ec4ac9abe0a None None] Provisioning complete for port a3bc6a45-e68a-4f27-b46e-996ada65f890 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:00.524921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79ff08ed-d854-4fc6-b7a0-4ec4ac9abe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:00.582742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-79ff08ed-d854-4fc6-b7a0-4ec4ac9abe0a None None] Port a3bc6a45-e68a-4f27-b46e-996ada65f890 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:12:00.615391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:12:00.624628 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] 10.222.0.38 "PUT /v2.0/routers/9d8ee660-1ae4-4135-a3ea-ebfa63818a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043594 Apr 20 06:12:01.114891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 53782) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:12:01.120830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226147813', 'description': 'tempest-description--21605884'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:01.127938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:01.137418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:12:01.140746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:12:01.147431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:01.158561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.181320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:01.185817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:12:01.189507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:12:01.196628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:01.275144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.278849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.284347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:01.325691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.327030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2110271 Apr 20 06:12:01.327851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c341e002-5156-43d7-b383-e14e9d5cd70c,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:01.330410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53786) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:12:01.336533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group_rule': {'security_group_id': 'c341e002-5156-43d7-b383-e14e9d5cd70c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:01.336768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.337150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.337551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.337943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.338332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.338718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.339122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.339506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.339892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.340270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.340703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.341216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:12:01.344782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:01.345232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:01.349646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:12:01.352451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:12:01.359220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:01.377427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.464396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.467539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.468328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device dc3f3a8c-7bde-4433-a334-52f2228c3752 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:12:01.469615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:01.497048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882006c4-d1a9-4a3c-a43c-a3fee64bec06,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:01.502722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:01.506684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.508016 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-00dba909-0178-4648-8517-34d54028f579 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764755 Apr 20 06:12:01.511550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53792) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:12:01.517166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group_rule': {'security_group_id': 'c341e002-5156-43d7-b383-e14e9d5cd70c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:01.523512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:01.527707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:12:01.530747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:12:01.536786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:01.543628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port dc3f3a8c-7bde-4433-a334-52f2228c3752 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:12:01.548715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port dc3f3a8c-7bde-4433-a334-52f2228c3752 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:01.549127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.553500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.617744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.620923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.622976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:01.644498 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fe358f-b381-4c61-b4ce-60aecb659740,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:01.648712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:01.656421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.657988 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451919 Apr 20 06:12:01.661156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 53796) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:12:01.666720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:01.673073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:01.677202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:floatingip and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:12:01.678034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.680111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:12:01.686864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:01.696097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port dc3f3a8c-7bde-4433-a334-52f2228c3752, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=dc3f3a8c-7bde-4433-a334-52f2228c3752,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:12:01.697440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.698952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.700825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:01.771650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=dc3f3a8c-7bde-4433-a334-52f2228c3752,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:01.775601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:01.844412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:01.996722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Allocated IP 172.27.2.213 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/cbc9fbf2-9e40-4261-aa88-6e698f929277) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:12:02.156088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.192109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.197131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7d091bf5-1792-4459-9d5a-f3aa2995e069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:02.262710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:12:02.265704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:12:02.269601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:12:02.304607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=cbc9fbf2-9e40-4261-aa88-6e698f929277,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:02.311712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:02.361889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.375174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:12:02.386407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:12:02.387131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:02.429407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.577454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:12:02.652746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.656984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.660866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a68e511b-c43b-47a8-b988-9f44cb15a065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:02.771894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=cbc9fbf2-9e40-4261-aa88-6e698f929277,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:02.781008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:02.791436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.817945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:02.819347 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1571720 Apr 20 06:12:03.096684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 2, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:03.100888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:12:03.101287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Updating router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 port a3bc6a45-e68a-4f27-b46e-996ada65f890 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:12:03.160103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:03.179558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-1c02ba99-ed33-4b04-bbc8-ec8d3e3c6477 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:12:03.197315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-1c02ba99-ed33-4b04-bbc8-ec8d3e3c6477 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:12:03.198685 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-1c02ba99-ed33-4b04-bbc8-ec8d3e3c6477 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1226147813&fields=id&tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 267 time: 0.0660217 Apr 20 06:12:03.364585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8c69209a-9623-489f-846a-ff343515a5b3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:03.365330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8c69209a-9623-489f-846a-ff343515a5b3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:12:03.382806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8c69209a-9623-489f-846a-ff343515a5b3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:12:03.384161 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8c69209a-9623-489f-846a-ff343515a5b3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 810 time: 0.1780033 Apr 20 06:12:03.402536 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c212a1a4-6113-4e7c-be6a-33729d27c191 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/quotas/2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 375 time: 0.0120075 Apr 20 06:12:03.461772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device dc3f3a8c-7bde-4433-a334-52f2228c3752 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:12:03.497523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-36fa8d9e-aeec-49cf-b340-b55ef4077c0d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:12:03.514908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-36fa8d9e-aeec-49cf-b340-b55ef4077c0d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:12:03.516440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-36fa8d9e-aeec-49cf-b340-b55ef4077c0d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074400 Apr 20 06:12:03.580979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-fae97401-3c17-444f-8a8e-befe63ff0c7b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:12:03.582184 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-fae97401-3c17-444f-8a8e-befe63ff0c7b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527823 Apr 20 06:12:03.588105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:03.604707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Transition to ACTIVE for port object a3bc6a45-e68a-4f27-b46e-996ada65f890 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:12:03.614084 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:03.618954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a1c6026-4e1a-40f8-8503-b330ae1e728c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:03.649871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port dc3f3a8c-7bde-4433-a334-52f2228c3752 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:03.650306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:03.852842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Pushing event updated for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:03.861418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:03.966717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Attempting to bind port a3bc6a45-e68a-4f27-b46e-996ada65f890 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:12:03.967061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Attempting to bind port a3bc6a45-e68a-4f27-b46e-996ada65f890 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:12:03.967517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Attempting to bind port a3bc6a45-e68a-4f27-b46e-996ada65f890 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:12:03.981912 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-47ec8330-71a0-4643-8526-06b637fbf79c service neutron] 10.222.0.38 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928730 Apr 20 06:12:03.985202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:12:03.985627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Checking segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:12:03.986080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:03.986513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Bound using segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:12:03.987043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Bound port: a3bc6a45-e68a-4f27-b46e-996ada65f890, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:12:03.987490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:04.099876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] For port a3bc6a45-e68a-4f27-b46e-996ada65f890, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:12:04.103705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] For port a3bc6a45-e68a-4f27-b46e-996ada65f890, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a3bc6a45-e68a-4f27-b46e-996ada65f890,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:12:04.107880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:04.114420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:04.131816 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-0b951e74-2f5e-4e43-a66a-9b94723c5af8 service neutron] 10.222.0.38 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429422 Apr 20 06:12:04.196305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:12:04.197016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:11:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:04.352240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Pushing event updated for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:04.358521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:04.409065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:12:04.753354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:04Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:04.758087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b01a-ad14-4991-8fb0-e5f6d0f281af None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:04Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:12:05.478929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a3bc6a45-e68a-4f27-b46e-996ada65f890 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:12:05.529566 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392b4fa4-8524-45f9-ae34-64f90e017e7e req-cbdd831c-d375-4916-b699-01a3357eb4e9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.1199596 Apr 20 06:12:05.551598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port a3bc6a45-e68a-4f27-b46e-996ada65f890 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:12:05.556794 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a3bc6a45-e68a-4f27-b46e-996ada65f890 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:05.557205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:05.687466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:05.722466 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port a3bc6a45-e68a-4f27-b46e-996ada65f890, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a3bc6a45-e68a-4f27-b46e-996ada65f890,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:12:05.725927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:05.728304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:05.804474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:05.807970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:06.642935 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcd3fdf6-4798-4c9b-ae68-43b7b86e6733 req-8dfb3990-f9df-4c44-a4af-de874f47ae9b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.0546610 Apr 20 06:12:07.452090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a3bc6a45-e68a-4f27-b46e-996ada65f890 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:12:07.523779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a3bc6a45-e68a-4f27-b46e-996ada65f890 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:07.524222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:07.588331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-272fdf8a-21d1-487e-95da-8ab135536732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:07.755915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57a75bae-e3ea-4edb-a587-9d64bf0190a3 req-53965bf2-73d2-406e-ae87-c84714a93a2e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.0544353 Apr 20 06:12:08.092448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:08.874169 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63aeeb94-51ad-4dbe-b011-1e77680b2b1c req-7a88e3a8-b95e-4e78-8d95-544fd747421a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.0599160 Apr 20 06:12:10.049526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cb81e5d-8c38-4a2d-a01e-78bdf10e7ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:10.051714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f5862ab-e778-4c8a-a201-917cf3ebe487 req-5ab870ce-79ba-4a0b-8d51-ff043e61cd1a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.0556319 Apr 20 06:12:10.356743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:10.856664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8ec028b6-2be4-48e0-9f56-6970dd275543 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:10.858223 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8ec028b6-2be4-48e0-9f56-6970dd275543 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 810 time: 0.1695690 Apr 20 06:12:10.939908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-d5d5e045-ab38-4782-922e-08d47a7f6ef5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:12:10.952472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-d5d5e045-ab38-4782-922e-08d47a7f6ef5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:12:10.953829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-d5d5e045-ab38-4782-922e-08d47a7f6ef5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 5707 time: 0.0866671 Apr 20 06:12:10.963169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'port': {'device_id': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'admin_state_up': True, 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'security_groups': ['c341e002-5156-43d7-b383-e14e9d5cd70c']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:11.111780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:12:11.122257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:12:11.133558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Made reservation on behalf of 2ae0d7d884a3434b8f6276d0a08c6f8a for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:12:11.139671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.220083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f8b1789-a29b-4833-ad53-63525dc95cb6 req-97048694-228a-482e-94cb-30b29017a89c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.0495994 Apr 20 06:12:11.314605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Allocated IP 172.20.0.6 (43ed6182-ead7-4c76-97a1-1d5ff15e4cf6/fdb6ca86-2fb9-4d05-b2ac-5506e2090061/176fc1fc-e45b-4a2f-9e1a-b9eb658036d1) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:12:11.530627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.547326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Transition to ACTIVE for port object 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:12:11.576175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.584819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-404b9b2a-07a5-43a9-b6d0-eca4a075d26d tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:11.645325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.666054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:12:11.669920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:12:11.674251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:12:11.717005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:11.723408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:11.755233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:11.755935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.789811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307149 Apr 20 06:12:11.801943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Request body: {'port': {'device_id': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:11.928125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-69026687-2b3b-450b-b454-a22ca8447a6a None None] Provisioning for port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:12:11.928596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.933549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-69026687-2b3b-450b-b454-a22ca8447a6a None None] Provisioning complete for port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:11.933971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-69026687-2b3b-450b-b454-a22ca8447a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:11.994646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-69026687-2b3b-450b-b454-a22ca8447a6a None None] Port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:12:12.026009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:12.301221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:12:12.309691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:12.325545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Transition to ACTIVE for port object 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:12:12.328625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:12.332526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:12.788896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Pushing event updated for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:12.798694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:12.890853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3f91-40ef-47cb-aa81-33418973875f req-fe68d38f-37d8-4e47-ad20-adf5d0908722 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:12.891647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-401d3f91-40ef-47cb-aa81-33418973875f req-fe68d38f-37d8-4e47-ad20-adf5d0908722 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:12:12.898874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Attempting to bind port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:12:12.899463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Attempting to bind port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:12:12.899830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Attempting to bind port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:12:12.910276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:12:12.910685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Attempting to bind port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:12:12.918607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:12:12.918980 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Checking segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:12:12.919436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Bound using segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:12:12.919901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Bound port: 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:12:12.920263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:12.930305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-401d3f91-40ef-47cb-aa81-33418973875f req-fe68d38f-37d8-4e47-ad20-adf5d0908722 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:12:12.931772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-401d3f91-40ef-47cb-aa81-33418973875f req-fe68d38f-37d8-4e47-ad20-adf5d0908722 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 943 time: 0.5686462 Apr 20 06:12:13.047815 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-401d3f91-40ef-47cb-aa81-33418973875f req-e4b1b8e9-ceb4-4b9e-9434-f53e982de36a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059060 Apr 20 06:12:13.058738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:12:13.062410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:12:13.066245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:13.070451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8f8f0979-139d-497e-8470-6dace162fd70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:13.132282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:13.132953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:13.134599 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] 10.222.0.16 "PUT /v2.0/ports/176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1093 time: 1.3375285 Apr 20 06:12:13.135133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:12:13.159406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Pushing event updated for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:13.163166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:13.254733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-b4ff1d8b-e733-44a4-beeb-3c12a4369973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:13.256511 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-b4ff1d8b-e733-44a4-beeb-3c12a4369973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1096 time: 0.0829153 Apr 20 06:12:13.263464 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'status': 'completed', 'code': 200} Apr 20 06:12:13.342091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-7d103dfe-6dee-4828-9df5-ad6546759c0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 217 time: 0.0732081 Apr 20 06:12:13.424414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-af8d5ffa-eefc-467d-b3af-5c6a7d024699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:13.425957 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-af8d5ffa-eefc-467d-b3af-5c6a7d024699 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0771751 Apr 20 06:12:13.514389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-72cb7e5f-fd7f-432a-bbf7-7ba7efcc52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:13.516040 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-72cb7e5f-fd7f-432a-bbf7-7ba7efcc52e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836372 Apr 20 06:12:13.661214 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-8869613b-c000-4125-96a2-75aed60b4ddc service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379483 Apr 20 06:12:13.812015 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc14b386-b46d-4680-a3aa-1c3669e61f3e req-bab7d174-39db-4ba1-bd2c-6b18a491d51f service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434090 Apr 20 06:12:13.951853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-b58b9cfa-dbec-4ac6-8f1a-0b0831c0010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:13.953514 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-b58b9cfa-dbec-4ac6-8f1a-0b0831c0010a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1096 time: 0.0901108 Apr 20 06:12:14.102005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-b99e1612-c6c0-4b38-8fec-015e104502aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:14.104135 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-b99e1612-c6c0-4b38-8fec-015e104502aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1436810 Apr 20 06:12:14.223695 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-292ce4dd-5238-41f9-9f04-22bf833ec127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 217 time: 0.1108899 Apr 20 06:12:14.312245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-6a2d0fcc-4b5c-4fbe-8f19-315d5f9aff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:14.313788 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-6a2d0fcc-4b5c-4fbe-8f19-315d5f9aff06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0832009 Apr 20 06:12:14.371439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099966-2790-4b81-b79a-626eca0faac3 req-260fcb53-5e5b-409b-90d2-ab9e9495a3d4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:14.372987 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8099966-2790-4b81-b79a-626eca0faac3 req-260fcb53-5e5b-409b-90d2-ab9e9495a3d4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 943 time: 0.2043786 Apr 20 06:12:14.434775 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8099966-2790-4b81-b79a-626eca0faac3 req-abb6d42b-629e-4438-8537-ceaede81b2d9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546498 Apr 20 06:12:14.449178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-76e05270-7cef-4451-93ba-f9567b0aec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:14.450750 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-76e05270-7cef-4451-93ba-f9567b0aec05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291828 Apr 20 06:12:14.600327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-d0f7da03-380b-4e51-b11b-b92551fa0505 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411378 Apr 20 06:12:14.747534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a15e9ad1-279e-4bd6-81ca-82b3456ee958 req-3daefe34-a601-4bf3-be2c-d2a68858b168 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398220 Apr 20 06:12:15.427378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:12:15.572096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:12:15.585968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'port_id': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'mac_address': 'fa:16:3e:45:e2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:12:15.645289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca123f7-4687-41af-8d41-083111fcedc3 req-9fc42452-7e36-4dcb-9a5a-1f2535535651 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:15.645557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:15.646986 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ca123f7-4687-41af-8d41-083111fcedc3 req-9fc42452-7e36-4dcb-9a5a-1f2535535651 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 943 time: 0.0934644 Apr 20 06:12:15.663827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:12:15.680122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:12:15.683302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:15.685159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:15.696137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ca123f7-4687-41af-8d41-083111fcedc3 req-36889f1e-1083-4618-b49f-145e6c74b624 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Apr 20 06:12:15.760258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:15.763497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:15.934474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:12:16.903555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8767f-c778-4bf2-be61-caf3a369f07f req-6298f71e-f17b-4953-adac-4d413477d637 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:16.905157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57e8767f-c778-4bf2-be61-caf3a369f07f req-6298f71e-f17b-4953-adac-4d413477d637 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 944 time: 0.0943654 Apr 20 06:12:16.953967 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57e8767f-c778-4bf2-be61-caf3a369f07f req-c12670ba-15b9-4c6c-a737-b3c13261d65f tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Apr 20 06:12:17.428317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:12:17.501683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:12:17.506623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:12:17.507123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:17.632655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:17.660422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:12:17.670735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:12:17.674638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:17.676460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:12:17.747180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:12:17.750420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:12:17.772560 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'code': 200} Apr 20 06:12:18.029755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcbcbe-39de-495a-ad4b-2f9851088312 req-9ba8a094-c7db-41e3-9833-2ba31f73646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:18.031479 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4cbcbcbe-39de-495a-ad4b-2f9851088312 req-9ba8a094-c7db-41e3-9833-2ba31f73646b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0839043 Apr 20 06:12:18.078356 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4cbcbcbe-39de-495a-ad4b-2f9851088312 req-d608cdb3-6861-486e-852a-618e858ab910 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Apr 20 06:12:18.167541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d99c8-9cbd-45e5-a59f-3af4f14b321b req-b3cd9128-bba0-41b1-be1d-dcb4205259ec tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:18.169165 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af2d99c8-9cbd-45e5-a59f-3af4f14b321b req-b3cd9128-bba0-41b1-be1d-dcb4205259ec tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0945783 Apr 20 06:12:18.221434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af2d99c8-9cbd-45e5-a59f-3af4f14b321b req-27fc2b8b-b7d2-4de2-96ef-b6b680e281b2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Apr 20 06:12:19.443617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb86dc6-2a3e-4526-bba2-fd56b8951970 req-e56ba30a-c56a-4c94-b878-611141bf91b2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:19.445219 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3eb86dc6-2a3e-4526-bba2-fd56b8951970 req-e56ba30a-c56a-4c94-b878-611141bf91b2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1081097 Apr 20 06:12:19.493355 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3eb86dc6-2a3e-4526-bba2-fd56b8951970 req-cfbaead4-a578-4655-9143-7d144a72dbc5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Apr 20 06:12:19.690675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c5389-af25-4c46-9594-03fe582b9c57 req-6af5e724-7046-401c-a468-43f8529cec4a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:19.692308 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b33c5389-af25-4c46-9594-03fe582b9c57 req-6af5e724-7046-401c-a468-43f8529cec4a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0933955 Apr 20 06:12:19.701949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 53996) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:12:19.707580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'floatingip': {'port_id': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:12:19.793460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:20.434131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:20.438435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:20.855978 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Floating IP 9f6e856b-a023-4523-aad7-3f5be7be107e associated. External IP: 172.27.2.213, port: 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1. Apr 20 06:12:21.233129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:12:21.438265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:12:21.442842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:21.448549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:12:21.459128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:12:21.459978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:12:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:21.501647 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c0023f4b-8542-4d13-99e6-54769fd9655b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "PUT /v2.0/floatingips/9f6e856b-a023-4523-aad7-3f5be7be107e HTTP/1.1" status: 200 len: 991 time: 1.7984450 Apr 20 06:12:21.502286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:12:21.552858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'status': 'completed', 'code': 200} Apr 20 06:12:21.653953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:12:21.658035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-9af5d473-c3a3-4dc3-8098-85f0f5b648ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:21.659687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-9af5d473-c3a3-4dc3-8098-85f0f5b648ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0840092 Apr 20 06:12:21.814439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-ff66b8a2-6284-4b87-8960-cd322eba6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:21.816925 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-ff66b8a2-6284-4b87-8960-cd322eba6dbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1505318 Apr 20 06:12:21.838373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:12:21.938293 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-0dd29558-76d8-45a5-b3a2-c916d9ed02cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 999 time: 0.1143255 Apr 20 06:12:22.010887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-75f71406-c9cf-456f-8c21-267e22307d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:22.012510 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-75f71406-c9cf-456f-8c21-267e22307d0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0681376 Apr 20 06:12:22.033197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '9f6e856b-a023-4523-aad7-3f5be7be107e', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:45:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:12:02Z', 'updated_at': '2021-04-20T06:12:20Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:22.037536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:12:22.046996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:12:22.047678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:12:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:22.106764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-701553e4-9e64-44ce-ab0d-5397a3ed5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:22.108437 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-701553e4-9e64-44ce-ab0d-5397a3ed5f8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889652 Apr 20 06:12:22.265869 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-93a3222b-a1e7-475a-b0ec-b2d6e61419b1 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509790 Apr 20 06:12:22.409969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:12:22.420349 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd734df3-d82f-4fc9-967d-d29c3787ff77 req-06a97794-9a35-48a8-acd6-ac1f9f9b6c86 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481898 Apr 20 06:12:22.791315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '9f6e856b-a023-4523-aad7-3f5be7be107e', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:45:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:12:02Z', 'updated_at': '2021-04-20T06:12:20Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:12:22.795935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbbb6c5-ef11-442e-a8fa-9d1cbf7e2fe3 None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '9f6e856b-a023-4523-aad7-3f5be7be107e', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:45:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:12:02Z', 'updated_at': '2021-04-20T06:12:20Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:12:23.057151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525110c1-c7ed-450a-8bb1-3cee256c09e3 None None] New status for floating IP 9f6e856b-a023-4523-aad7-3f5be7be107e: ACTIVE {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:12:28.286259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-4011907e-3cb7-448c-9411-6724f5a84b5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833693 Apr 20 06:12:28.442925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-72898286-0b58-4b4c-a728-a6ed52285322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:28.444660 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-72898286-0b58-4b4c-a728-a6ed52285322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8eb3cddced074298b4e5028a2dc76893&device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 1099 time: 0.0817094 Apr 20 06:12:28.604216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-6f35f4be-8b6b-4a36-b6f9-6d5aef6676f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:28.605784 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-6f35f4be-8b6b-4a36-b6f9-6d5aef6676f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 200 len: 915 time: 0.1423059 Apr 20 06:12:28.683687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-ed4416ee-ec0b-482f-882e-d94a572be904 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0704963 Apr 20 06:12:28.756781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-98af1e36-6482-4e97-99cc-d3a577cef9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:12:28.759054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-98af1e36-6482-4e97-99cc-d3a577cef9a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 200 len: 854 time: 0.0683675 Apr 20 06:12:28.816793 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-1eca854f-57a6-4737-af8e-9820831ad717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d91916-a601-4e7e-92b4-8b4e4f867d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516579 Apr 20 06:12:28.962314 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-715a1559-7cfb-4fc6-a40f-a392689aa98a service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388409 Apr 20 06:12:29.107485 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fac089f0-c12b-4910-b205-6d8a6fc0eb44 req-9d594e41-8f06-40f6-a233-f4410f7a9cec service neutron] 10.222.0.16 "GET /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393039 Apr 20 06:12:37.564496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb01f900-9f97-4854-beec-45d4d0438cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:38.082862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:40.059335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ff92ae8-ca8b-44ed-a0a1-b7713c1870be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:40.371161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:41.651808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:42.027125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:12:58.813303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:13:07.562438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4958f1c4-1ecb-4ac7-9496-efb1d661240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:08.083130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:10.063024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87109fa2-20f4-447d-abd4-20e15c0646dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:10.377133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:11.657068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:12.027862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:30.871166 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-952fa6c0-8318-4afe-b2e0-849f9d0f79b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781891 Apr 20 06:13:30.975364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-91d1c1af-f98a-432a-837c-9bd8968a270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:30.976915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-91d1c1af-f98a-432a-837c-9bd8968a270e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0846314 Apr 20 06:13:31.136059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-4160495c-b344-4090-94eb-d0ac3607f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:31.137625 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-4160495c-b344-4090-94eb-d0ac3607f855 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1403141 Apr 20 06:13:31.246440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-dee2b2a3-4c22-4fb5-a689-759c0116438c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1015604 Apr 20 06:13:31.318433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-df187a2b-7316-46a0-bcf1-70c63fe2b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:31.320044 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-df187a2b-7316-46a0-bcf1-70c63fe2b2d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0676136 Apr 20 06:13:31.403832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-f7095455-ba39-45f2-a2ee-0c82ed71fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:31.405339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-f7095455-ba39-45f2-a2ee-0c82ed71fceb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791135 Apr 20 06:13:31.552974 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-0bd679bb-b570-40b2-9ce2-62e62dcefea3 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397188 Apr 20 06:13:31.698199 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f360b5ca-dbb8-41c1-9e76-4b3a00447713 req-e9475a48-2032-46fb-9f87-d3b46848f81e service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386621 Apr 20 06:13:35.813235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:13:37.562530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd067288-442f-4832-9260-7d1d8856484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:38.081112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:40.069673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-35d4366c-3a24-4271-8294-1d1743fc5144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:40.376124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:41.662828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:42.032771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:43.689571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 54644) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:43.824757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:43.840880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:13:43.845546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Usage tracker for resource:security_group_rule and tenant:682a825a55cc42709c1a6e53691d3590 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:13:43.848847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:13:43.855328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:13:43.946382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:43.950436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.196734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-98b702a9-7468-4259-a8b1-445fd432d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:44.238793 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=682a825a55cc42709c1a6e53691d3590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479696 Apr 20 06:13:44.240511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbdbb24-6f04-4c07-9d3d-df573493e45b,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:44.241982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54652) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:44.248677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.249087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.249482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.249870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.250265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.250654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.250993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.251396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.251814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.252191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.252589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.252913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.257195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47c000e5-72fb-442f-a578-b4d31471a232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:44.310235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.338448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.406951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.413327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37a86e3d-aa4c-441f-9afd-bfad9338f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:44.424996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbdbb24-6f04-4c07-9d3d-df573493e45b,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:44.436074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.436836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.437232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.437623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.438007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.438400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.438770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.439174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.439569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.439946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.440325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.440700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:13:44.443842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.445121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bbdbb24-6f04-4c07-9d3d-df573493e45b HTTP/1.1" status: 204 len: 168 time: 0.2020214 Apr 20 06:13:44.446061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:44.764857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54664) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:44.786592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.802198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:13:44.806551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Usage tracker for resource:security_group_rule and tenant:e6edaed2cd5544688b2ac695446ad8e8 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:13:44.809582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:13:44.816147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:13:44.906584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.910480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:44.918356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f2452af1-7298-40b8-8131-3412bf94f014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:44.965635 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6edaed2cd5544688b2ac695446ad8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995542 Apr 20 06:13:44.966548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30af550-783d-426b-94b3-077ab7b8d467,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:44.968811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 54668) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:44.969864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-36556d1d-554d-4562-b1fd-96508d67df62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:45.034160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:45.061783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:45.110632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:45.115658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-76050fe1-ded2-4170-acb5-e9f7bf11fade tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:45.128600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30af550-783d-426b-94b3-077ab7b8d467,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:45.132652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:45.138918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:45.143331 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f30af550-783d-426b-94b3-077ab7b8d467 HTTP/1.1" status: 204 len: 168 time: 0.1702766 Apr 20 06:13:55.063671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9ab11-715c-4c1d-9472-a46bb6965fab req-b49d37bd-8973-4516-94b7-7d92af2b59f7 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:55.065266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ce9ab11-715c-4c1d-9472-a46bb6965fab req-b49d37bd-8973-4516-94b7-7d92af2b59f7 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 946 time: 0.0981107 Apr 20 06:13:55.120160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ce9ab11-715c-4c1d-9472-a46bb6965fab req-ebacfb92-1c59-4614-876e-57a330c72a75 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/security-groups?id=a66ae5e3-5e1c-4730-aea8-968a29eb9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Apr 20 06:13:55.363124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068a08-adcf-403c-acbe-11e52492058f req-7f9068a8-a550-4a5f-9fa7-38f72882267c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:13:55.364693 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94068a08-adcf-403c-acbe-11e52492058f req-7f9068a8-a550-4a5f-9fa7-38f72882267c tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 946 time: 0.0945711 Apr 20 06:13:55.448191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Deleting port 2e536097-a26b-479e-9be7-793dbd99d8e5 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:13:55.448425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:55.710305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] For port 2e536097-a26b-479e-9be7-793dbd99d8e5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2e536097-a26b-479e-9be7-793dbd99d8e5,segment=NetworkSegment(6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34),segment_id=6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:13:55.710553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:55.844006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Calling delete_port for 2e536097-a26b-479e-9be7-793dbd99d8e5 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:13:56.016511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:56.022280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d6c50e61-1876-4713-8579-4eda040a5e70 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:56.075761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Pushing event deleted for resources: {'Port': ['ID=2e536097-a26b-479e-9be7-793dbd99d8e5,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:56.079139 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:56.155899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] No DVR routers for this DVR port 2e536097-a26b-479e-9be7-793dbd99d8e5 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:13:56.158508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:56.161444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'name': 'network-vif-deleted', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:13:56.177762 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94068a08-adcf-403c-acbe-11e52492058f req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.16 "DELETE /v2.0/ports/2e536097-a26b-479e-9be7-793dbd99d8e5 HTTP/1.1" status: 204 len: 173 time: 0.8074491 Apr 20 06:13:56.223708 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef53b4-563d-42c6-9a02-ff4421bb9888', 'name': 'network-vif-deleted', 'tag': '2e536097-a26b-479e-9be7-793dbd99d8e5', 'status': 'completed', 'code': 200} Apr 20 06:13:56.320838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-63f7bd30-7eea-4e81-aae0-2701e5598f3a req-a88762be-e5ad-4a7b-9030-4e4084298ffd tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Synchronizing usage tracker for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:13:56.336590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-63f7bd30-7eea-4e81-aae0-2701e5598f3a req-a88762be-e5ad-4a7b-9030-4e4084298ffd tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Unset dirty status for tenant:8eb3cddced074298b4e5028a2dc76893 on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:13:56.337995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63f7bd30-7eea-4e81-aae0-2701e5598f3a req-a88762be-e5ad-4a7b-9030-4e4084298ffd tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ef53b4-563d-42c6-9a02-ff4421bb9888 HTTP/1.1" status: 200 len: 210 time: 0.0838900 Apr 20 06:13:57.441919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54814) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:57.699467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Deleting subnet e866c17f-f543-45f6-902d-69cf04999fc9 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:13:57.702619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:57.755649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:57.814103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:57.927164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2e536097-a26b-479e-9be7-793dbd99d8e5 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:13:57.969654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 2e536097-a26b-479e-9be7-793dbd99d8e5 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:13:57.970049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2e536097-a26b-479e-9be7-793dbd99d8e5 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:13:58.091478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.096783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4bf27a75-f09a-4ca3-befe-779875fa9221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:58.134491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e866c17f-f543-45f6-902d-69cf04999fc9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:58.136726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.139490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:58.148784 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-978a1d02-852a-45d4-be32-17c615ccb106 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e866c17f-f543-45f6-902d-69cf04999fc9 HTTP/1.1" status: 204 len: 168 time: 0.7057846 Apr 20 06:13:58.152295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54822) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:58.270264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.406154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.526163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d91916-a601-4e7e-92b4-8b4e4f867d05']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:13:58.538739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:13:58.539068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6f8ab8-32f1-45f3-a4bc-b8b2229f2e34') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:13:58.551301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.566569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.573040 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:13:58.758051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:13:58.767242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:58.949100 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Network 15d91916-a601-4e7e-92b4-8b4e4f867d05 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:13:58.971315 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:13:59.048075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.052179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a6b2b5c-df14-4b54-b1cb-37c525824e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:59.066386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.081004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d91916-a601-4e7e-92b4-8b4e4f867d05,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:59.084379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:59.090261 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/15d91916-a601-4e7e-92b4-8b4e4f867d05 HTTP/1.1" status: 204 len: 168 time: 0.9369648 Apr 20 06:13:59.224640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54834) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:59.277770 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4b784ae8-64f8-43f4-90d8-fdcccda04ff3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8eb3cddced074298b4e5028a2dc76893&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517809 Apr 20 06:13:59.280590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 54838) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:13:59.343441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.370518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.423486 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.428558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:13:59.443114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ae5e3-5e1c-4730-aea8-968a29eb9370,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:13:59.447619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:13:59.451419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:13:59.452684 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1f70e823-d155-4ef8-b71d-52c0eb643be5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a66ae5e3-5e1c-4730-aea8-968a29eb9370 HTTP/1.1" status: 204 len: 168 time: 0.1710227 Apr 20 06:14:05.508023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54968) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:14:05.634150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.649972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:14:05.654250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Usage tracker for resource:security_group_rule and tenant:44ae2a4bb7bc4adba8aae6ce82e7b697 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:14:05.657288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:14:05.664248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:14:05.763673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.767490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.775118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-13dcb7bc-820a-4fd0-8862-02a575df7bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:14:05.818803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44ae2a4bb7bc4adba8aae6ce82e7b697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096287 Apr 20 06:14:05.819747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8773e9-1776-42d5-b4d7-547d404ce951,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:14:05.821913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 54978) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:14:05.823016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:14:05.885992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.929848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.984688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:05.989709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:14:06.002169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8773e9-1776-42d5-b4d7-547d404ce951,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:14:06.005346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:14:06.007581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.008792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f8773e9-1776-42d5-b4d7-547d404ce951 HTTP/1.1" status: 204 len: 168 time: 0.1858058 Apr 20 06:14:06.314037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 54990) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:14:06.333409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.348778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:14:06.352860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Usage tracker for resource:security_group_rule and tenant:ab054cfe255e431d9d6df3ec26603ddf is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:14:06.355901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:14:06.362107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:14:06.454739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.459030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.466353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00592bbe-ce5d-4fa1-b89c-19fa4e286ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:14:06.510299 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab054cfe255e431d9d6df3ec26603ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951265 Apr 20 06:14:06.511983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23fd69-52ff-4a48-a6aa-8072b74f6115,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:14:06.513714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 54994) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:14:06.515201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:14:06.581940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.610652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.657817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.661807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a7a8fec-9888-46d0-9308-eb45fc22b2dc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:14:06.675786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23fd69-52ff-4a48-a6aa-8072b74f6115,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:14:06.678908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:14:06.681151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:06.684348 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c23fd69-52ff-4a48-a6aa-8072b74f6115 HTTP/1.1" status: 204 len: 168 time: 0.1694908 Apr 20 06:14:07.556238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4cc83af9-575d-4dd9-b091-521524221f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:08.096747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:10.075362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-33d7765d-b5d6-42c6-a4b7-6eec64416c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:10.380546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:11.656106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:12.043753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:12.813279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:14:30.392970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-e72aa750-12c1-4c96-8c2c-1bf229395124 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1924312 Apr 20 06:14:30.551679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-73aa64eb-2cea-465d-bb39-91674f6487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:14:30.551679 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-73aa64eb-2cea-465d-bb39-91674f6487c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0805769 Apr 20 06:14:30.710171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-e11028fb-d4f5-4c3a-9aa2-34bbea2ea6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:14:30.711842 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-e11028fb-d4f5-4c3a-9aa2-34bbea2ea6e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1405482 Apr 20 06:14:30.833298 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-84a08020-52f0-4426-92ba-99c6e2637d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1150446 Apr 20 06:14:30.902380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-465d87d6-132e-49b5-9a2a-e0eacbb032a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:14:30.904577 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-465d87d6-132e-49b5-9a2a-e0eacbb032a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0647032 Apr 20 06:14:30.993526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-4da81c63-7563-4295-a63c-6f587928b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:14:30.995128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-4da81c63-7563-4295-a63c-6f587928b0a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841293 Apr 20 06:14:31.006013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-5048dfa0-8035-4ab3-a216-15a5bbfde9e0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:14:31.007073 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-5048dfa0-8035-4ab3-a216-15a5bbfde9e0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054774 Apr 20 06:14:31.154772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-9cffa34f-dcc4-4fb4-a3d9-900f158934b2 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409519 Apr 20 06:14:31.320105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-45b777d8-00fc-4586-af1d-005dc7d8fba4 req-ce218488-ce4b-414d-bf0a-f51b9abe9d50 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575696 Apr 20 06:14:37.560776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-71e722d2-49a9-4ee8-ab19-08ca63bcdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:38.101163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:40.074276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b01d8f6b-6ba8-4814-a191-2125f61dd94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:40.392266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:41.649222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:42.045132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:14:49.817791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:15:07.576078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87d12941-32a5-444e-bccd-ce818dd07609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:08.110612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:10.076836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-891f8098-073d-40aa-911c-d5112700f7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:10.387634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:11.659678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:12.049236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:26.818867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:15:32.851295 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-6bedbd3e-6e62-472b-8907-b89de855d4a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968466 Apr 20 06:15:33.010714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-7cc0d6b2-0efb-40bc-9a6d-93ad6dfb7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:15:33.012374 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-7cc0d6b2-0efb-40bc-9a6d-93ad6dfb7f45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0868747 Apr 20 06:15:33.176608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-1f881516-9a96-4e4f-a624-d4cda9b6ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:15:33.178192 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-1f881516-9a96-4e4f-a624-d4cda9b6ca7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1456864 Apr 20 06:15:33.291268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-6f1ba25f-c769-4fbb-aa0e-17a858ad0372 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1060655 Apr 20 06:15:33.360528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-2626bb09-39bc-4bcb-b281-ad0aa6b8a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:15:33.362106 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-2626bb09-39bc-4bcb-b281-ad0aa6b8a111 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0647221 Apr 20 06:15:33.447459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-3c155f5f-7454-4a2d-85ee-af9cd8a002b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:15:33.448942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-3c155f5f-7454-4a2d-85ee-af9cd8a002b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797553 Apr 20 06:15:33.591705 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-9cb78caa-0cf7-4316-a62c-36d30f77824f service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356859 Apr 20 06:15:33.735471 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f11d9139-28f1-4ff3-b8a6-36b2b15b8d86 req-31b561a3-f5ed-45fb-a3a1-363fc40bc61b service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367075 Apr 20 06:15:37.574359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b923610a-d711-45d6-a970-9140e560027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:38.126910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:40.076227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c4fc5532-7a7b-4761-9a97-b311dbc3d879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:40.387174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:41.662828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:15:42.056541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:03.818992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:16:07.572646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ee42b07-d383-4182-908f-7741437a29cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:08.123919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:10.073297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a15ab82b-dc16-432d-9d58-8a57b4f5d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:10.396052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:11.669101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:12.056671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:33.267819 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-2edfa371-c1d5-4baa-bc11-eec2042c31a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819485 Apr 20 06:16:33.426616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-bbef6992-1b27-45cc-8bed-6188918a61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:16:33.426616 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-bbef6992-1b27-45cc-8bed-6188918a61c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0813060 Apr 20 06:16:33.585506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-1ca338ba-7e65-479e-8dc0-e7391b36c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:16:33.587121 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-1ca338ba-7e65-479e-8dc0-e7391b36c399 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1429253 Apr 20 06:16:33.700748 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-0643e5ee-2b71-4881-b7fb-a3e2dc2aa531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1070483 Apr 20 06:16:33.778714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-4ed8317d-d2c0-4760-9369-972c350182bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:16:33.780304 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-4ed8317d-d2c0-4760-9369-972c350182bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0731051 Apr 20 06:16:33.868050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-cc1bc186-0fef-46d5-8fd3-3d32cc83198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:16:33.869662 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-cc1bc186-0fef-46d5-8fd3-3d32cc83198d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833278 Apr 20 06:16:34.013855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-6b10fdf7-0f6f-428e-8c0e-7deb82a960c1 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367605 Apr 20 06:16:34.391970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d96ac6-51c8-4952-9166-053bb8c064e0 req-eb959520-99d2-40fb-a619-205188b99728 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717132 Apr 20 06:16:37.578224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f5eb-55b9-466c-a7d6-3bcaa2933c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:38.125870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:40.067166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a9038a6-e134-4009-9ce7-1f5db18a89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:40.400605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:40.824589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:16:41.668800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:16:42.059575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:07.578584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-441e86a2-a476-4135-855d-dad7dbf49cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:08.132884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:10.081455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf5f-9a01-4045-adcf-60b78c969b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:10.409414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:11.673470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:12.065535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:17.818863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:17:35.268330 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-767649e7-597d-4bce-883b-85e82fa46966 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837414 Apr 20 06:17:35.433232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-3678d138-37ea-4d56-a2c0-ddfc05eb1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:17:35.434808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-3678d138-37ea-4d56-a2c0-ddfc05eb1e67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0839434 Apr 20 06:17:35.598908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-920a6fa4-4d5e-46e7-ab9c-24f888dc4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:17:35.600534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-920a6fa4-4d5e-46e7-ab9c-24f888dc4bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1404924 Apr 20 06:17:35.719152 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-12c80fbb-fbf7-49f2-a066-a941e29ec233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1110163 Apr 20 06:17:35.805180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-ebdf01bc-eae1-4300-86e1-5144026cd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:17:35.807424 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-ebdf01bc-eae1-4300-86e1-5144026cd8c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0812850 Apr 20 06:17:35.896747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-06b08898-9818-49b2-91d7-7b0faa150a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:17:35.898319 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-06b08898-9818-49b2-91d7-7b0faa150a79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838788 Apr 20 06:17:36.048080 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-ba64dc6b-8338-4da9-8e10-3c29c64079cf service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425235 Apr 20 06:17:36.195902 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de2271f0-7114-45c8-966b-2cdc7f44c240 req-2205acf0-cafc-4745-96e6-c075fb7a8232 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411235 Apr 20 06:17:37.577827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5745c808-c3da-4de7-828e-636270945cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:38.137028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:40.074525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9136a069-fab0-4f08-a279-8369e05fa10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:40.413848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:41.670317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:42.067889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:54.818595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:17:55.034204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 56790) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:55.182505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.200393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:55.204922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Usage tracker for resource:security_group_rule and tenant:69c0fd30254d4377b9ccf484bf9f20bb is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:55.208151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:55.214840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:55.307268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.311082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.319077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-109df057-6614-4110-908f-73fb1c67d178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:55.362472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69c0fd30254d4377b9ccf484bf9f20bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267257 Apr 20 06:17:55.363412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ba731-b871-4615-8d87-de65612395bd,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:55.365471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 56796) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:55.384715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.385076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.385502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.385891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.386279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.386873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.387143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.387564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.387949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.388331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.388711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.389090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:55.393208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dc641cb8-44d4-4aab-a9c1-3b994ef364f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:55.442023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.469559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.528050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.532031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d01c1c98-b810-4a3b-8e5c-f0f08f9603e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:55.544281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ba731-b871-4615-8d87-de65612395bd,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:55.546697 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:55.553239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.557243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c59ba731-b871-4615-8d87-de65612395bd HTTP/1.1" status: 204 len: 168 time: 0.1880417 Apr 20 06:17:55.869078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 56810) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:55.889438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:55.905305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:55.909477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Usage tracker for resource:security_group_rule and tenant:96533b56982845898019a9f9fe7a6f84 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:55.912459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:55.918847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:56.015321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.018863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.026587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c343b82a-e625-411c-ba12-2d87c0c22983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:56.074639 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96533b56982845898019a9f9fe7a6f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043328 Apr 20 06:17:56.075577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004a7e50-3287-4a42-bc27-75354fb9932b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:56.077785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 56814) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:56.083831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.084238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.084640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.085039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.085431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.085821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.086207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.086630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.087018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.087910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.088302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.088702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:17:56.092937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:56.143634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.172108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.220407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.224451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-75d937aa-bcf2-42b4-900d-5e96b590a1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:56.236416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a7e50-3287-4a42-bc27-75354fb9932b,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:56.240284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:56.243803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:56.245860 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/004a7e50-3287-4a42-bc27-75354fb9932b HTTP/1.1" status: 204 len: 168 time: 0.1668811 Apr 20 06:17:57.841667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 56870) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:57.966784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:57.982646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:57.986825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Usage tracker for resource:security_group_rule and tenant:dc043760f2a043dea461415c5df1c55f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:57.989877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:57.996412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:58.081756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.085123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.095129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-210b8299-1839-4bfa-a0a1-ea3c371a0d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:58.139681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc043760f2a043dea461415c5df1c55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941334 Apr 20 06:17:58.139857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 56878) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:58.142667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904a2af0-3b70-40bd-afc6-6c57e68e7a13,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:58.174345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:58.209623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.241625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.292875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.298087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-89749d1f-e2db-436a-8c24-360282b1cb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:58.316124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904a2af0-3b70-40bd-afc6-6c57e68e7a13,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:58.320297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:58.330753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:58.334545 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/904a2af0-3b70-40bd-afc6-6c57e68e7a13 HTTP/1.1" status: 204 len: 168 time: 0.1912735 Apr 20 06:17:59.086728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 56906) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:59.213576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-758271387-network', 'tenant_id': '879688dcdb2d4fc094e5f19aaf9933aa'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:17:59.219077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:59.223550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Usage tracker for resource:network and tenant:879688dcdb2d4fc094e5f19aaf9933aa is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:59.226733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:59.236790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:59.244626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Made reservation on behalf of 879688dcdb2d4fc094e5f19aaf9933aa for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:17:59.249646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.263284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.282821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:59.287402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Usage tracker for resource:security_group_rule and tenant:879688dcdb2d4fc094e5f19aaf9933aa is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:59.290561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:59.297354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:59.388589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.392643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.397105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-18165841-6c9f-4339-925e-761a062c62ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:59.422662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:17:59.437910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e92369-e180-4593-afe1-e35204ad3aae,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:59.440888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.441270 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Added segment 765f8cb8-6d22-4315-b262-c033e38c4913 of type vlan for network 01f0d81d-3f13-4982-b74d-f642c588c7cd Apr 20 06:17:59.442566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:59.469200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.500954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.502343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:17:59.502974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:17:59.506519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:17:59.613438 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5247357 Apr 20 06:17:59.614345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Pushing event updated for resources: {'Network': ['ID=01f0d81d-3f13-4982-b74d-f642c588c7cd,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:17:59.616528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 56918) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:17:59.619384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:17:59.623222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Request body: {'subnet': {'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-758271387-subnet', 'tenant_id': '879688dcdb2d4fc094e5f19aaf9933aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:17:59.626208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:17:59.628530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:17:59.632788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Usage tracker for resource:subnet and tenant:879688dcdb2d4fc094e5f19aaf9933aa is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:17:59.635904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:17:59.642153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:17:59.652266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Made reservation on behalf of 879688dcdb2d4fc094e5f19aaf9933aa for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:17:59.657088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853029671'] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:00.068815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853235203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853029688'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:00.072837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:00.148493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e2eae1-dbe3-4595-b44e-92573b39efb3,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:00.152436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:00.159053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Checking segment: {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:18:00.159474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Network hostable DHCP agents. Network: 01f0d81d-3f13-4982-b74d-f642c588c7cd, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:18:00.182137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:18:00.192786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 01f0d81d-3f13-4982-b74d-f642c588c7cd) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:18:00.202197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765cc65e-8007-4adf-bd3b-fa7b8565b86f None None] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:18:00.207959 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:00.208614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:00.229440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-47c68c87-c7af-4f07-9892-4a3deefd3acf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6118090 Apr 20 06:18:00.442986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680132e-2fdb-479c-a31d-06955fb06ef3 None None] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:18:02.663134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-e8751309-249a-4294-ac21-f4e6891bd888 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:02.664866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-e8751309-249a-4294-ac21-f4e6891bd888 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 808 time: 0.1616724 Apr 20 06:18:02.681522 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-ef11469a-bee6-4fae-a5d8-af4196b417ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/quotas/879688dcdb2d4fc094e5f19aaf9933aa HTTP/1.1" status: 200 len: 375 time: 0.0102878 Apr 20 06:18:02.744739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-f40d944b-fbe4-49ca-a66b-d77b85963b32 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563805 Apr 20 06:18:02.957406 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fc665c1d-005a-450d-8c1d-c778f0a83f4c service neutron] 10.222.0.38 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012289 Apr 20 06:18:03.101335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-e9b00f4e-558d-46f2-ac42-d65a29148b9f service neutron] 10.222.0.38 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372941 Apr 20 06:18:03.302915 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-38df0465-56c2-4e98-879f-5f78054c3683 req-d4b76005-fc27-4d49-b0fb-86e60470a7e6 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0505440 Apr 20 06:18:04.021839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57018) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:04.173114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.191202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:04.195429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Usage tracker for resource:security_group_rule and tenant:d01b4c11dd9344dbbc7a11fea77a3738 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:04.198609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:04.206042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:04.297914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.301848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.310818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-031103f7-5001-448b-8004-3f7399267e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:04.352826 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d01b4c11dd9344dbbc7a11fea77a3738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291326 Apr 20 06:18:04.354958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f39c5c-0373-431b-a8f7-26e29190d178,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:04.356306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57032) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:04.358528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:04.421919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.498027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.506773 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d14c865-7f00-4df7-8b9b-07d6320c9a5c req-0519fd0d-14f5-43f5-b7d6-fd7795d5a6e2 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0720727 Apr 20 06:18:04.546985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.550802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9dbc802c-6958-4292-bc36-5a1ef8d46e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:04.563036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f39c5c-0373-431b-a8f7-26e29190d178,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:04.566861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:04.570282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.571901 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70f39c5c-0373-431b-a8f7-26e29190d178 HTTP/1.1" status: 204 len: 168 time: 0.2139592 Apr 20 06:18:04.886900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57040) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:04.906865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:04.922615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:04.927138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Usage tracker for resource:security_group_rule and tenant:044fa81ba51b4784b127b74ee67320a5 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:04.930268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:04.937427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:05.025769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.030656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.038101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aaf24761-9bce-448d-a75e-be00d19a4f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:05.082483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a93d80-2c45-4528-b8e7-4d106dd08e9e,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:05.085803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:05.088936 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cdfdab71-f2bf-4fc3-af32-69d38e550a4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=044fa81ba51b4784b127b74ee67320a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008042 Apr 20 06:18:05.091972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57044) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:05.153535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.181394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.229127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.234628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-755c0832-415f-400f-b261-5abf8854edb1 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:05.248887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a93d80-2c45-4528-b8e7-4d106dd08e9e,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:05.252124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:05.253351 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98a93d80-2c45-4528-b8e7-4d106dd08e9e HTTP/1.1" status: 204 len: 168 time: 0.1604841 Apr 20 06:18:05.254409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:05.675710 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00e147c4-3119-4eab-a126-b0b6d5ba2590 req-6e9830c6-93e5-4af8-9788-105b890c6db4 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0503621 Apr 20 06:18:06.847571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4ba4a8b-39b9-49db-ba12-e3ae1e988555 req-f8b88b8a-1218-432f-82d7-0cb76a094aa0 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0533235 Apr 20 06:18:07.581517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c4743316-f1c6-49d2-b354-c0b8af28d26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:07.646515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-5e1cbbc1-2a4f-4c44-a803-f7d6cd988159 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:07.647296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-5e1cbbc1-2a4f-4c44-a803-f7d6cd988159 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Synchronizing usage tracker for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:network {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:18:07.663787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-5e1cbbc1-2a4f-4c44-a803-f7d6cd988159 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Unset dirty status for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:network {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:18:07.665188 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-5e1cbbc1-2a4f-4c44-a803-f7d6cd988159 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 808 time: 0.2054524 Apr 20 06:18:07.681058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Request body: {'port': {'device_id': '514e7b84-d66b-40be-a4ac-b66248aac588', 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd', 'admin_state_up': True, 'tenant_id': '879688dcdb2d4fc094e5f19aaf9933aa'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:18:07.830037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:07.834065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Usage tracker for resource:port and tenant:879688dcdb2d4fc094e5f19aaf9933aa is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:07.837103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:07.843416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:07.852684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Made reservation on behalf of 879688dcdb2d4fc094e5f19aaf9933aa for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:18:07.858798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:08.051608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d778dfc1-c9a1-49db-8d53-d754ef16831b req-0c94cc7c-a6fd-43c5-a1c2-1a66e5f1b4fc tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0887692 Apr 20 06:18:08.091415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Allocated IP 172.20.0.6 (01f0d81d-3f13-4982-b74d-f642c588c7cd/52e2eae1-dbe3-4595-b44e-92573b39efb3/8519136e-8bdf-42b1-b98e-1eb65e590fce) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:18:08.121586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:08.310106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:08.343299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:08.348945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43fca8b0-0a23-4141-86ce-84e5260dfd5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:08.422986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:18:08.426343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:18:08.430568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:18:08.472895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Pushing event updated for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:08.477673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:08.506705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:08.507426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:08.533645 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567648 Apr 20 06:18:08.546129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Request body: {'port': {'device_id': '514e7b84-d66b-40be-a4ac-b66248aac588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:18:08.671906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.069942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8519136e-8bdf-42b1-b98e-1eb65e590fce {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:18:09.078631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.096880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Transition to ACTIVE for port object 8519136e-8bdf-42b1-b98e-1eb65e590fce will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:18:09.102977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.108790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61f32eed-274f-4c68-9652-01179fca0dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:09.279924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Pushing event updated for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:09.315031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:09.338038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5b46-ff9b-4e0f-a628-a10fd3919a47 req-07cd051d-3bda-403b-8b16-375a8160f899 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:09.339696 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be2f5b46-ff9b-4e0f-a628-a10fd3919a47 req-07cd051d-3bda-403b-8b16-375a8160f899 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 943 time: 0.0944872 Apr 20 06:18:09.389364 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be2f5b46-ff9b-4e0f-a628-a10fd3919a47 req-dd7618b9-769f-40f9-a995-2bf7a276d60f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Apr 20 06:18:09.393561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Attempting to bind port 8519136e-8bdf-42b1-b98e-1eb65e590fce on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:18:09.393932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Attempting to bind port 8519136e-8bdf-42b1-b98e-1eb65e590fce by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:18:09.394294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Attempting to bind port 8519136e-8bdf-42b1-b98e-1eb65e590fce on network 01f0d81d-3f13-4982-b74d-f642c588c7cd {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:18:09.399584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Port 8519136e-8bdf-42b1-b98e-1eb65e590fce on network 01f0d81d-3f13-4982-b74d-f642c588c7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:18:09.399936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Attempting to bind port 8519136e-8bdf-42b1-b98e-1eb65e590fce on network 01f0d81d-3f13-4982-b74d-f642c588c7cd {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:18:09.405662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:18:09.406036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Checking segment: {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:18:09.406453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Bound using segment: {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:18:09.406917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Bound port: 8519136e-8bdf-42b1-b98e-1eb65e590fce, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:18:09.407328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.502696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:18:09.505893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:18:09.510868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.514854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b7c16ed-e147-42ac-b660-73cdc9f919c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:09.809696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:09.810523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:09.812418 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] 10.222.0.16 "PUT /v2.0/ports/8519136e-8bdf-42b1-b98e-1eb65e590fce HTTP/1.1" status: 200 len: 1093 time: 1.2712283 Apr 20 06:18:09.812968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:09.836900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Pushing event updated for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:09.840103 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:09.937196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-27f9a8cf-4272-4f3c-8e26-109f634e9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:09.939003 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-27f9a8cf-4272-4f3c-8e26-109f634e9835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 1096 time: 0.0826235 Apr 20 06:18:10.007602 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce', 'status': 'completed', 'code': 200} Apr 20 06:18:10.016449 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-6e5bbf14-a7d3-460e-a27f-14098f4d5575 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce HTTP/1.1" status: 200 len: 217 time: 0.0706871 Apr 20 06:18:10.081570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a19f-f584-4c05-8d1c-6c00dc1daa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:10.098168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-1b0f8813-97ad-4001-a395-032dda479966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:10.099855 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-1b0f8813-97ad-4001-a395-032dda479966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e2eae1-dbe3-4595-b44e-92573b39efb3 HTTP/1.1" status: 200 len: 848 time: 0.0769742 Apr 20 06:18:10.155143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-b0e4f4ba-2678-4d8b-8a84-28df61a749e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f0d81d-3f13-4982-b74d-f642c588c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477622 Apr 20 06:18:10.385865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d06c8-8519-42a7-ad93-a8e5e43d3375 req-e5f4b5f8-3ac6-4f96-a653-65cf77e9fe31 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:10.387561 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d02d06c8-8519-42a7-ad93-a8e5e43d3375 req-e5f4b5f8-3ac6-4f96-a653-65cf77e9fe31 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1967542 Apr 20 06:18:10.389536 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-74d07245-1db4-457e-a78d-6b11073b0f64 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232401 Apr 20 06:18:10.409974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:10.558052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d02d06c8-8519-42a7-ad93-a8e5e43d3375 req-e9d7e4fe-a7a3-4dd6-8e91-b27fd511fe84 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571183 Apr 20 06:18:10.618215 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cce569b2-0957-431d-a1ed-832f5b562a36 req-d86f1b21-da3f-4dd3-b69e-7103d21060c3 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186880 Apr 20 06:18:10.624904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a083-4586-42a6-b86a-b2832f393af5 req-61a771d1-97c1-435f-898a-b443e61ac647 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:10.635194 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d018a083-4586-42a6-b86a-b2832f393af5 req-61a771d1-97c1-435f-898a-b443e61ac647 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 943 time: 0.1078444 Apr 20 06:18:10.679750 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d018a083-4586-42a6-b86a-b2832f393af5 req-be9beb17-0ac8-4d25-bddc-869cd4dd6148 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Apr 20 06:18:10.748687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-715440f3-5348-4c33-8549-699df40e342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:10.750326 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-715440f3-5348-4c33-8549-699df40e342c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 1096 time: 0.0823052 Apr 20 06:18:10.898741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-ac205c72-9ac1-4d06-a21e-e388c610d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:10.900415 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-ac205c72-9ac1-4d06-a21e-e388c610d8e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 909 time: 0.1420419 Apr 20 06:18:10.979417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-e912b041-0f25-4061-84fc-a8962e975e12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce HTTP/1.1" status: 200 len: 217 time: 0.0703647 Apr 20 06:18:11.055572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-5ae63862-5cbf-4f91-ba6d-e6cbcb699510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:11.057190 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-5ae63862-5cbf-4f91-ba6d-e6cbcb699510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e2eae1-dbe3-4595-b44e-92573b39efb3 HTTP/1.1" status: 200 len: 848 time: 0.0712700 Apr 20 06:18:11.116340 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-ca58f2e3-1898-4114-adbe-6a1a758f5ed3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f0d81d-3f13-4982-b74d-f642c588c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509784 Apr 20 06:18:11.265168 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-588af7b6-27eb-49c5-be3e-5197ce0e6fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418126 Apr 20 06:18:11.416507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cc87530-fce3-47bb-a9a1-90b475a5c708 req-e7789b71-a85b-4685-9042-f55da82fa294 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428266 Apr 20 06:18:11.663558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:11.765493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597b169-57d8-436d-914b-62b281f91f51 req-7209a20c-73b9-4752-bbb5-7ca8632a9175 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:11.768841 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8597b169-57d8-436d-914b-62b281f91f51 req-7209a20c-73b9-4752-bbb5-7ca8632a9175 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0951495 Apr 20 06:18:11.820849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8597b169-57d8-436d-914b-62b281f91f51 req-1d25abcb-4305-43c0-941d-11fc30fb386c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Apr 20 06:18:11.898589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78498da-76b7-4677-b69f-e4b95a20fc1a req-044f5853-bd25-405e-a5e1-bf44e6e539dc tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:11.900358 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f78498da-76b7-4677-b69f-e4b95a20fc1a req-044f5853-bd25-405e-a5e1-bf44e6e539dc tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 943 time: 0.1006353 Apr 20 06:18:11.952575 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f78498da-76b7-4677-b69f-e4b95a20fc1a req-6e3864e0-4950-45b2-a2dd-b78016a23cf2 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Apr 20 06:18:12.068506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.045449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf70cee-5902-46af-9654-08349d8afa23 req-338b7fc2-a19d-42e2-ab81-64df01ff7413 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:13.046981 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcf70cee-5902-46af-9654-08349d8afa23 req-338b7fc2-a19d-42e2-ab81-64df01ff7413 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1103895 Apr 20 06:18:13.098321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 8519136e-8bdf-42b1-b98e-1eb65e590fce details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:18:13.126083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcf70cee-5902-46af-9654-08349d8afa23 req-9e260e6e-964c-4e76-927e-0932fbd8ee96 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719070 Apr 20 06:18:13.193070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078cd47-54db-43ef-a44d-ad4dee02cfc1 req-e75b8b6c-a955-4b9f-977f-86743ea0b248 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:13.194746 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7078cd47-54db-43ef-a44d-ad4dee02cfc1 req-e75b8b6c-a955-4b9f-977f-86743ea0b248 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 943 time: 0.1082897 Apr 20 06:18:13.265886 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7078cd47-54db-43ef-a44d-ad4dee02cfc1 req-5e1c6a71-72ad-4175-8510-61e7dbc30eec tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628169 Apr 20 06:18:13.267320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:13.284250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '8519136e-8bdf-42b1-b98e-1eb65e590fce', 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd', 'port_id': '8519136e-8bdf-42b1-b98e-1eb65e590fce', 'mac_address': 'fa:16:3e:3c:61:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e2eae1-dbe3-4595-b44e-92573b39efb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:18:13.304612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57244) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:13.349182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.367438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8519136e-8bdf-42b1-b98e-1eb65e590fce {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:18:13.384373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:13.388161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.390332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:13.431479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.447767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:13.451982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Usage tracker for resource:security_group_rule and tenant:61a2713c23904fb49d7e78286d8f826d is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:13.455019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:13.460805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:13.461197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:13.469528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.469912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.470288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.470654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.471055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.471473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.471833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.472193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.472556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.472913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.473268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.473618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:18:13.477792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:13.546857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.551770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.558952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a067173a-782e-489c-aaaa-f433994bc881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:13.606718 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61a2713c23904fb49d7e78286d8f826d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009083 Apr 20 06:18:13.607662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db8eb3-79c8-47de-b757-5921e2e10a56,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:13.609946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57250) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:13.611258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:13.664225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['8519136e-8bdf-42b1-b98e-1eb65e590fce'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:18:13.673112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.700888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.752730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.757970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-25b8278c-2057-478f-867d-f6a18f1d828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:13.771934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db8eb3-79c8-47de-b757-5921e2e10a56,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:13.774988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:13.776002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:13.779960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71db8eb3-79c8-47de-b757-5921e2e10a56 HTTP/1.1" status: 204 len: 168 time: 0.1661820 Apr 20 06:18:14.083664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57258) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:14.357437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.361800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc30cd8-e246-4d17-b03a-77e74725a602 req-11e0d758-a68e-4588-8ced-de2e522f61b4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:14.363483 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3cc30cd8-e246-4d17-b03a-77e74725a602 req-11e0d758-a68e-4588-8ced-de2e522f61b4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1146123 Apr 20 06:18:14.376227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:14.380932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Usage tracker for resource:security_group_rule and tenant:5c2c2ca3768f41319a9bbd7371ff0f98 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:14.384747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:14.392106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:14.413377 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3cc30cd8-e246-4d17-b03a-77e74725a602 req-0333ca0f-5c83-4888-a9ab-b02fcc984558 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Apr 20 06:18:14.549358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689a26f-6c27-4339-9a5a-a219367af849 req-98c1a692-7cbd-4b2f-bf20-c760fb93ccb6 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:14.550900 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9689a26f-6c27-4339-9a5a-a219367af849 req-98c1a692-7cbd-4b2f-bf20-c760fb93ccb6 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 944 time: 0.1477070 Apr 20 06:18:14.580859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.587663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.597055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72fb9487-d60f-45a5-995b-e43809006e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:14.655738 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c2c2ca3768f41319a9bbd7371ff0f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709291 Apr 20 06:18:14.658826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57274) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:14.659852 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9689a26f-6c27-4339-9a5a-a219367af849 req-c5db5d28-3386-4680-9153-ed59aade56c7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993202 Apr 20 06:18:14.660665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8f85e6-ea08-461c-b93e-43e1fa2b5765,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:14.663986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a11f5d75-71ba-4f49-b55d-94de9b6073ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:14.723991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.752742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.801038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.808819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f330424-8bde-4f85-95bc-88c460c222e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:14.830903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8f85e6-ea08-461c-b93e-43e1fa2b5765,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:14.834038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:14.836299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:14.837776 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e3634eb0-4797-4d2e-ab9d-7752e45e1809 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d8f85e6-ea08-461c-b93e-43e1fa2b5765 HTTP/1.1" status: 204 len: 168 time: 0.1775143 Apr 20 06:18:15.107880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 8519136e-8bdf-42b1-b98e-1eb65e590fce up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:18:15.178819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 8519136e-8bdf-42b1-b98e-1eb65e590fce completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:18:15.184023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 8519136e-8bdf-42b1-b98e-1eb65e590fce triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:18:15.184452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:15.317652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:15.346137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:15.357155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:15.361359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:15.363235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:15.437229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:15.447925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:15.541910 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce', 'code': 200} Apr 20 06:18:15.679164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4734b-1c07-4c81-8ef3-d273fda71670 req-914327c3-80d0-45f7-bf13-181be3684de7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:15.681367 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07c4734b-1c07-4c81-8ef3-d273fda71670 req-914327c3-80d0-45f7-bf13-181be3684de7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1229985 Apr 20 06:18:15.747472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07c4734b-1c07-4c81-8ef3-d273fda71670 req-2ca283bd-0cf0-4e64-923a-e49c1d04884a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576279 Apr 20 06:18:15.902978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790693f-b5ef-45f2-bc06-caaa2d2e5067 req-e2e950b7-7a23-4ad8-ab96-44c66f694d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:15.904625 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a790693f-b5ef-45f2-bc06-caaa2d2e5067 req-e2e950b7-7a23-4ad8-ab96-44c66f694d24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 1098 time: 0.1540711 Apr 20 06:18:15.920593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-94b472c0-a042-43a4-ac11-15a608590cff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:15.921298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-94b472c0-a042-43a4-ac11-15a608590cff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Synchronizing usage tracker for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:18:15.969513 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a790693f-b5ef-45f2-bc06-caaa2d2e5067 req-f80846dc-4d6f-4e66-b7ec-051ea862a11b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573390 Apr 20 06:18:15.970496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-94b472c0-a042-43a4-ac11-15a608590cff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Unset dirty status for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:18:15.971707 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-94b472c0-a042-43a4-ac11-15a608590cff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 945 time: 0.1729512 Apr 20 06:18:16.019977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-e2c30fab-92b1-4bdf-b1f3-ea05673d645f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Synchronizing usage tracker for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:18:16.038207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-e2c30fab-92b1-4bdf-b1f3-ea05673d645f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Unset dirty status for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:18:16.039468 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-964df3e1-136a-4ac0-b2fe-5fe7d027b177 req-e2c30fab-92b1-4bdf-b1f3-ea05673d645f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612509 Apr 20 06:18:16.957401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceacec1-5120-4cd9-983e-b9b1432dcfa0 req-9feead4b-37c9-409b-be5c-a74aa7acca8a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:16.959018 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ceacec1-5120-4cd9-983e-b9b1432dcfa0 req-9feead4b-37c9-409b-be5c-a74aa7acca8a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0888758 Apr 20 06:18:17.009998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ceacec1-5120-4cd9-983e-b9b1432dcfa0 req-68b617fa-b889-477b-a6cb-4bdfe89b3679 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Apr 20 06:18:17.246815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8303f-d446-4f86-815c-bc3f16233dfc req-abb44fb1-ee93-47ac-9849-de7ec85161d9 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:17.248626 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2b8303f-d446-4f86-815c-bc3f16233dfc req-abb44fb1-ee93-47ac-9849-de7ec85161d9 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 945 time: 0.0931640 Apr 20 06:18:17.303538 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2b8303f-d446-4f86-815c-bc3f16233dfc req-be54d1e6-9f1d-4812-b94f-07f02ab05bba tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Apr 20 06:18:18.227849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b08fa-7b52-449d-87d9-b1b2e1ad8ba3 req-2e315095-a259-4781-908a-b7cf71f47bcf tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:18.229467 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523b08fa-7b52-449d-87d9-b1b2e1ad8ba3 req-2e315095-a259-4781-908a-b7cf71f47bcf tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0963926 Apr 20 06:18:18.281759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-523b08fa-7b52-449d-87d9-b1b2e1ad8ba3 req-a6e6aa72-41c1-479f-bd33-d1322af975fa tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Apr 20 06:18:18.374720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17e83-679c-4553-aa38-d7fbfe66d03b req-93ee7697-e64d-4fc3-822e-a6953190a89d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:18.376401 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9b17e83-679c-4553-aa38-d7fbfe66d03b req-93ee7697-e64d-4fc3-822e-a6953190a89d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 945 time: 0.0930409 Apr 20 06:18:18.428461 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9b17e83-679c-4553-aa38-d7fbfe66d03b req-4e2a0ece-cb23-4efe-abe6-e038f8ef3e77 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Apr 20 06:18:19.494868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996282-0e17-494b-8518-29fe186f81f8 req-ed576ac5-6b36-4e3d-97b5-7f4f48b16bf6 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:19.496504 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad996282-0e17-494b-8518-29fe186f81f8 req-ed576ac5-6b36-4e3d-97b5-7f4f48b16bf6 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0945437 Apr 20 06:18:19.644655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-166d4139-7795-47a3-84d0-a7198f5a25b5 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:19.646572 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-166d4139-7795-47a3-84d0-a7198f5a25b5 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 945 time: 0.1491358 Apr 20 06:18:19.649595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad996282-0e17-494b-8518-29fe186f81f8 req-d07bbc90-4bbe-44c3-8515-9e813f2fd296 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003733 Apr 20 06:18:19.650502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454204c3-8f21-4781-bd8d-fa3a479780d9 req-d732ffb4-50d9-4f87-9b22-81453c2698ea tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:19.652232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-454204c3-8f21-4781-bd8d-fa3a479780d9 req-d732ffb4-50d9-4f87-9b22-81453c2698ea tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 945 time: 0.0916295 Apr 20 06:18:19.701969 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-454204c3-8f21-4781-bd8d-fa3a479780d9 req-ae948256-744e-4bf9-a9c6-2bd5f737eafb tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Apr 20 06:18:19.735468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Deleting port 8519136e-8bdf-42b1-b98e-1eb65e590fce {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:18:19.735842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:20.008616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] For port 8519136e-8bdf-42b1-b98e-1eb65e590fce, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8519136e-8bdf-42b1-b98e-1eb65e590fce,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:20.009010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:20.145661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Calling delete_port for 8519136e-8bdf-42b1-b98e-1eb65e590fce owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:18:20.308825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:20.315296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:20.321208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['8519136e-8bdf-42b1-b98e-1eb65e590fce'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:18:20.363956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Pushing event deleted for resources: {'Port': ['ID=8519136e-8bdf-42b1-b98e-1eb65e590fce,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:20.373698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:20.460625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] No DVR routers for this DVR port 8519136e-8bdf-42b1-b98e-1eb65e590fce on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:18:20.463431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:20.466606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'name': 'network-vif-deleted', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:20.492923 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c24c3ea1-9e03-49aa-a487-d7ab2f0ac833 req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "DELETE /v2.0/ports/8519136e-8bdf-42b1-b98e-1eb65e590fce HTTP/1.1" status: 204 len: 173 time: 0.8401523 Apr 20 06:18:20.520006 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514e7b84-d66b-40be-a4ac-b66248aac588', 'name': 'network-vif-deleted', 'tag': '8519136e-8bdf-42b1-b98e-1eb65e590fce', 'status': 'completed', 'code': 200} Apr 20 06:18:20.858658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fd18c-8c0b-4eb4-a7a8-62f0286de6af req-2d5ef3d5-79d1-49bc-a758-2fb2f1bda772 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:20.860288 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e29fd18c-8c0b-4eb4-a7a8-62f0286de6af req-2d5ef3d5-79d1-49bc-a758-2fb2f1bda772 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0934646 Apr 20 06:18:20.885790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-39d00b9f-d285-4bcd-a9cb-bee73a5015ec req-22febfdc-9ae8-4c3e-9935-e1516f37e78d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Synchronizing usage tracker for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:18:20.907305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-39d00b9f-d285-4bcd-a9cb-bee73a5015ec req-22febfdc-9ae8-4c3e-9935-e1516f37e78d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Unset dirty status for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:18:20.908629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-39d00b9f-d285-4bcd-a9cb-bee73a5015ec req-22febfdc-9ae8-4c3e-9935-e1516f37e78d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=514e7b84-d66b-40be-a4ac-b66248aac588 HTTP/1.1" status: 200 len: 210 time: 0.0743325 Apr 20 06:18:20.910950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e29fd18c-8c0b-4eb4-a7a8-62f0286de6af req-3a891d45-5760-4518-affe-40da509e1cd2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Apr 20 06:18:21.299722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ad77-b97b-47c1-a077-8f450c5e7076 req-87b2df59-8f84-4a0e-a06e-da68797b1ec2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:21.301337 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04e2ad77-b97b-47c1-a077-8f450c5e7076 req-87b2df59-8f84-4a0e-a06e-da68797b1ec2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0891657 Apr 20 06:18:21.348306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-ab14b77a-22ec-47db-8424-e3474f043743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:21.350125 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-ab14b77a-22ec-47db-8424-e3474f043743 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0896664 Apr 20 06:18:21.355710 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04e2ad77-b97b-47c1-a077-8f450c5e7076 req-1aacbdaa-c212-41cf-8449-36b6e41f3425 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472851 Apr 20 06:18:21.496821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-6b5698d2-e64b-4f07-b802-197b70a8ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:21.498412 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-6b5698d2-e64b-4f07-b802-197b70a8ec31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1414289 Apr 20 06:18:21.619864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-2eb123a2-05c6-47be-8708-00cd77834d1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1144025 Apr 20 06:18:21.927370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-724be299-bc5c-4505-aeff-50a4b1b5529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:21.929087 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-724be299-bc5c-4505-aeff-50a4b1b5529a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.3018472 Apr 20 06:18:22.026030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-0ff59492-7db2-450d-97dd-8db57d2fea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:22.027804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-0ff59492-7db2-450d-97dd-8db57d2fea6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918007 Apr 20 06:18:22.183440 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-554b8646-d20d-42a2-b3a5-a73e64db29bf service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483870 Apr 20 06:18:22.340728 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75e227f0-157a-4843-97c2-7f2ac09167f5 req-60afedbe-d7ea-4c91-9941-bc37a87095ec service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508343 Apr 20 06:18:22.374107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-425b7d58-1458-4230-88c9-70ad0ea5b90a tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:22.375764 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-425b7d58-1458-4230-88c9-70ad0ea5b90a tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 808 time: 0.1648183 Apr 20 06:18:22.393978 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-3ea43c97-88aa-464a-a14f-39b8a8a128c5 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/quotas/879688dcdb2d4fc094e5f19aaf9933aa HTTP/1.1" status: 200 len: 375 time: 0.0105877 Apr 20 06:18:22.455453 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-88f83b6c-abc0-4fbc-8e3d-cb566f3cd426 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543578 Apr 20 06:18:22.558526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c3c1-76c2-431d-9dc0-ced0a0938f3d req-a11fdcd7-66e7-4b77-bc5f-846c74a1eb13 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:22.560195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be89c3c1-76c2-431d-9dc0-ced0a0938f3d req-a11fdcd7-66e7-4b77-bc5f-846c74a1eb13 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0885241 Apr 20 06:18:22.607066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-e2451b02-d82d-49e9-b759-c44c3ee025bc service neutron] 10.222.0.38 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436009 Apr 20 06:18:22.614821 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be89c3c1-76c2-431d-9dc0-ced0a0938f3d req-e8d09244-3134-4211-9b5a-f736d92ce8b6 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468612 Apr 20 06:18:22.760684 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-3f842e2a-8d35-4571-b83c-5d8320370b87 service neutron] 10.222.0.38 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457722 Apr 20 06:18:23.003336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-496dc268-1802-4803-bfd3-845b208d4d7f req-b915ddf4-b8fe-464d-9a55-422949758fb0 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 210 time: 0.0570462 Apr 20 06:18:23.141643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 8519136e-8bdf-42b1-b98e-1eb65e590fce no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:18:23.222414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 8519136e-8bdf-42b1-b98e-1eb65e590fce {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:18:23.222821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 8519136e-8bdf-42b1-b98e-1eb65e590fce not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:18:23.828862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e482a-9fe3-424f-bc85-19c41c72f2d2 req-4cda8bda-6586-494a-bda3-27ddc2066c19 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:23.830469 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c9e482a-9fe3-424f-bc85-19c41c72f2d2 req-4cda8bda-6586-494a-bda3-27ddc2066c19 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0896792 Apr 20 06:18:23.883897 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c9e482a-9fe3-424f-bc85-19c41c72f2d2 req-1aaacbec-b26e-4f77-8b9f-7c987c356e3d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Apr 20 06:18:24.177823 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-caa2ec25-ecda-4c4c-9957-1dc887cee192 req-1d4b4167-eacf-4957-b1cd-e292c0eb4f69 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 210 time: 0.0577478 Apr 20 06:18:24.201771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-0306cfca-6ec7-44bc-b864-a28376b8d4af tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:24.203541 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-0306cfca-6ec7-44bc-b864-a28376b8d4af tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 808 time: 0.2096167 Apr 20 06:18:24.221763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Request body: {'port': {'device_id': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd', 'admin_state_up': True, 'tenant_id': '879688dcdb2d4fc094e5f19aaf9933aa'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:18:24.255966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57512) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:24.370561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:24.381456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:24.391459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Made reservation on behalf of 879688dcdb2d4fc094e5f19aaf9933aa for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:18:24.397696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.501768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Deleting subnet 911407f1-f8f1-476f-9c22-45cabbeac130 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:18:24.504979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.558967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.573417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Allocated IP 172.20.0.13 (01f0d81d-3f13-4982-b74d-f642c588c7cd/52e2eae1-dbe3-4595-b44e-92573b39efb3/54cdc068-2ed8-4184-ab14-bb6050c53b0f) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:18:24.623075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.791018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.825693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.831874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:24.903199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:18:24.904327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:18:24.904796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.907114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:18:24.912788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:24.954289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911407f1-f8f1-476f-9c22-45cabbeac130,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:24.960247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:24.967352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:24.967489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Pushing event updated for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:24.970450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:24.977287 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a4ad1c68-395d-4a43-a0cf-acd41cfd8f47 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/911407f1-f8f1-476f-9c22-45cabbeac130 HTTP/1.1" status: 204 len: 168 time: 0.7201896 Apr 20 06:18:24.979982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57524) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:24.999233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:24.999914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.028984 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8119125 Apr 20 06:18:25.041525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Request body: {'port': {'device_id': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:18:25.101261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.165777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.238775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.411793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0becf8b6-ef72-4dfc-a159-dd2082f009e6']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:18:25.427565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9473411b-00db-4950-97ad-42cd5c928ad8') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:18:25.427907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9473411b-00db-4950-97ad-42cd5c928ad8') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:18:25.448938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.469539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.478650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:18:25.500722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8446f-2ef6-4e90-9abf-e45f7f033162 req-026483c8-d853-41c5-b420-20bba8fc46df tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:25.502375 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66c8446f-2ef6-4e90-9abf-e45f7f033162 req-026483c8-d853-41c5-b420-20bba8fc46df tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 932 time: 0.1818736 Apr 20 06:18:25.542034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cdc068-2ed8-4184-ab14-bb6050c53b0f {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:18:25.550154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.696295 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66c8446f-2ef6-4e90-9abf-e45f7f033162 req-89ea4700-a5fb-4266-a1f0-d4930f2b130b tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817961 Apr 20 06:18:25.709317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:18:25.724520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:25.913239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Network 0becf8b6-ef72-4dfc-a159-dd2082f009e6 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:18:25.939181 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:18:26.013138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Transition to ACTIVE for port object 54cdc068-2ed8-4184-ab14-bb6050c53b0f will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:18:26.014928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.015586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.019643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.019962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9515e16-9af7-460e-a69d-632058cb6fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:26.023304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:26.046313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0becf8b6-ef72-4dfc-a159-dd2082f009e6,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:26.048837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:26.050679 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3d251c06-c59e-4403-907d-36d10aec0c62 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0becf8b6-ef72-4dfc-a159-dd2082f009e6 HTTP/1.1" status: 204 len: 168 time: 1.0694437 Apr 20 06:18:26.164473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Pushing event updated for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:26.175300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57536) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:26.199377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:26.232093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b796846c-01bc-4576-93eb-a9320e9b08a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c963638514d44a47b8a21eef1cef7851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552123 Apr 20 06:18:26.234755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57542) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:26.279614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Attempting to bind port 54cdc068-2ed8-4184-ab14-bb6050c53b0f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:18:26.279894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Attempting to bind port 54cdc068-2ed8-4184-ab14-bb6050c53b0f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:18:26.280229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Attempting to bind port 54cdc068-2ed8-4184-ab14-bb6050c53b0f on network 01f0d81d-3f13-4982-b74d-f642c588c7cd {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:18:26.285687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Port 54cdc068-2ed8-4184-ab14-bb6050c53b0f on network 01f0d81d-3f13-4982-b74d-f642c588c7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:18:26.286400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Attempting to bind port 54cdc068-2ed8-4184-ab14-bb6050c53b0f on network 01f0d81d-3f13-4982-b74d-f642c588c7cd {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:18:26.291846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:18:26.292218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Checking segment: {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:18:26.292746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Bound using segment: {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:18:26.293159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Bound port: 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765f8cb8-6d22-4315-b262-c033e38c4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:18:26.293719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.308392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.339226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.393044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.399222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d5ad7b8-6a72-4a68-b562-73d76aa4e04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:26.399633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:18:26.402914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:18:26.406531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.413657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b7f1761-a6a2-4eab-8440-b1736307d85d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:26.415141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b7e212-0753-4769-8514-ec8c0c38cc3c,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:26.417903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:26.424728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.426027 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22b7e212-0753-4769-8514-ec8c0c38cc3c HTTP/1.1" status: 204 len: 168 time: 0.1900051 Apr 20 06:18:26.471168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:26.471894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:26.473441 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] 10.222.0.16 "PUT /v2.0/ports/54cdc068-2ed8-4184-ab14-bb6050c53b0f HTTP/1.1" status: 200 len: 1094 time: 1.4367518 Apr 20 06:18:26.474028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:26.505412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Pushing event updated for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:26.509212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:26.558403 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f', 'status': 'completed', 'code': 200} Apr 20 06:18:26.600367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-5e63fded-3444-44ba-a35f-413dd492165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:26.602000 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-5e63fded-3444-44ba-a35f-413dd492165c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 1097 time: 0.0861068 Apr 20 06:18:26.675852 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-a4a94104-2cb9-4439-a9f6-dd9d3b25db25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f HTTP/1.1" status: 200 len: 217 time: 0.0668883 Apr 20 06:18:26.752017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-4a18b7d7-9878-4fbb-a086-6a14908c1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:26.753810 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-4a18b7d7-9878-4fbb-a086-6a14908c1812 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e2eae1-dbe3-4595-b44e-92573b39efb3 HTTP/1.1" status: 200 len: 848 time: 0.0697117 Apr 20 06:18:26.810362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-ec2eee71-80f3-4831-a11b-b56e9847cd00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f0d81d-3f13-4982-b74d-f642c588c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498106 Apr 20 06:18:26.914304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743886-5b7b-4e8f-980a-1b62e5da2dc7 req-eefb18c6-3a56-4f27-b1d8-f2863ed5d2db tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:26.916833 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4743886-5b7b-4e8f-980a-1b62e5da2dc7 req-eefb18c6-3a56-4f27-b1d8-f2863ed5d2db tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 944 time: 0.0997534 Apr 20 06:18:26.962648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-044eeaa9-bfd5-4eef-ac49-5a3ee976d177 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448903 Apr 20 06:18:26.967254 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4743886-5b7b-4e8f-980a-1b62e5da2dc7 req-4ab437a7-58b2-45c1-802f-3cbb75717139 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Apr 20 06:18:27.106930 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40f644c7-20fe-424b-a117-e660e0086ef2 req-fa74d1a0-d4d7-4d6d-a12d-8722d1e9b973 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382918 Apr 20 06:18:27.233333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-eff12d83-f955-424b-a94e-ab8d61a28e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:27.234979 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-eff12d83-f955-424b-a94e-ab8d61a28e4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 1097 time: 0.0794768 Apr 20 06:18:27.382491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-6b0e8e43-e261-48e7-a992-451f08528949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:27.384117 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-6b0e8e43-e261-48e7-a992-451f08528949 service neutron] 10.222.0.16 "GET /v2.0/networks?id=01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 200 len: 909 time: 0.1420527 Apr 20 06:18:27.467694 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-f6c0e77e-8c23-44ad-8d03-b2201e25e54e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f HTTP/1.1" status: 200 len: 217 time: 0.0763209 Apr 20 06:18:27.542731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-365b848d-320c-4570-8d26-fb756a3093d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:27.544495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-365b848d-320c-4570-8d26-fb756a3093d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e2eae1-dbe3-4595-b44e-92573b39efb3 HTTP/1.1" status: 200 len: 848 time: 0.0699513 Apr 20 06:18:27.599877 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-9923b0c9-d128-4f6c-be85-c9f746861b32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f0d81d-3f13-4982-b74d-f642c588c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486531 Apr 20 06:18:27.706541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57590) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:27.744642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-00b4e437-bb7f-4041-aa69-56a9eb62466d service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373661 Apr 20 06:18:27.836387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:27.852071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:27.856030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Usage tracker for resource:security_group_rule and tenant:c70311cc49db42a8bbb9fd0b627e7987 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:27.859055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:27.865164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:27.897481 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-23137c4b-1f9d-4d36-8f17-9552c4a1c84c req-ebfc47b1-48a3-462e-9fb1-f4ec85814803 service neutron] 10.222.0.16 "GET /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444075 Apr 20 06:18:27.959239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:27.963929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:27.973393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eace9ae4-ce3b-4a73-8c10-67d9da640d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:28.021997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c70311cc49db42a8bbb9fd0b627e7987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139722 Apr 20 06:18:28.023883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d82ad6-d7c0-49f3-b72d-49807076ac07,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:28.024943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57602) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:28.027300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:28.107449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:28.185025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:28.258858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726679f4-5b23-4130-b486-d96fc31dba51 req-355b63fa-a938-4bb5-a202-a9257f7a1f4c tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:28.259642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-726679f4-5b23-4130-b486-d96fc31dba51 req-355b63fa-a938-4bb5-a202-a9257f7a1f4c tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Synchronizing usage tracker for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:18:28.263781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:28.268099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d61f4879-9bed-4919-aaf1-90bab0979ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:28.283609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d82ad6-d7c0-49f3-b72d-49807076ac07,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:28.291293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:28.296029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:28.299823 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4c4d1fa0-a069-424a-9e13-f02bcc918655 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60d82ad6-d7c0-49f3-b72d-49807076ac07 HTTP/1.1" status: 204 len: 168 time: 0.2711842 Apr 20 06:18:28.299823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-726679f4-5b23-4130-b486-d96fc31dba51 req-355b63fa-a938-4bb5-a202-a9257f7a1f4c tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Unset dirty status for tenant:879688dcdb2d4fc094e5f19aaf9933aa on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:18:28.299823 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-726679f4-5b23-4130-b486-d96fc31dba51 req-355b63fa-a938-4bb5-a202-a9257f7a1f4c tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 944 time: 0.1815691 Apr 20 06:18:28.351736 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-726679f4-5b23-4130-b486-d96fc31dba51 req-a67855b4-a05d-41d4-ae29-ca3bb40a482b tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Apr 20 06:18:29.137586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 54cdc068-2ed8-4184-ab14-bb6050c53b0f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:18:29.281728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:29.296352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '54cdc068-2ed8-4184-ab14-bb6050c53b0f', 'network_id': '01f0d81d-3f13-4982-b74d-f642c588c7cd', 'port_id': '54cdc068-2ed8-4184-ab14-bb6050c53b0f', 'mac_address': 'fa:16:3e:2f:21:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e2eae1-dbe3-4595-b44e-92573b39efb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:18:29.356055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:29.374555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cdc068-2ed8-4184-ab14-bb6050c53b0f {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:18:29.393303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:29.397989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:29.400026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:29.475373 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:29.478786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:29.561365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0e594-c421-4fde-934f-7aea9cfa3397 req-df0fe2f2-711b-43e0-93ca-645ac18144b3 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:29.563383 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91b0e594-c421-4fde-934f-7aea9cfa3397 req-df0fe2f2-711b-43e0-93ca-645ac18144b3 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 945 time: 0.0912826 Apr 20 06:18:29.612725 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91b0e594-c421-4fde-934f-7aea9cfa3397 req-3781382c-521a-4d46-a185-7f87e12b3563 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Apr 20 06:18:29.613202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['54cdc068-2ed8-4184-ab14-bb6050c53b0f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:18:30.826707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c2228-de36-4187-a318-b61e0911ecb0 req-0e79d54d-bb02-4f85-bbca-8fc5b85e370f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:30.828376 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d7c2228-de36-4187-a318-b61e0911ecb0 req-0e79d54d-bb02-4f85-bbca-8fc5b85e370f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 945 time: 0.0993340 Apr 20 06:18:31.115796 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7d7c2228-de36-4187-a318-b61e0911ecb0 req-dfbbf408-3702-42d6-8b1d-c0d9269e6444 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778144 Apr 20 06:18:31.826170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:18:32.334979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacd0a1-e83c-48b2-a47e-125a5feb99ca req-abaa9752-55ca-4a28-bd1b-24e746d7f9fe tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:32.336597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cacd0a1-e83c-48b2-a47e-125a5feb99ca req-abaa9752-55ca-4a28-bd1b-24e746d7f9fe tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 945 time: 0.0938792 Apr 20 06:18:32.392076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cacd0a1-e83c-48b2-a47e-125a5feb99ca req-3d04756b-415b-4eb2-b149-b797e4c1a798 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Apr 20 06:18:33.620403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d507bf-4781-461e-a456-dc751b9fa317 req-a3ee2d42-8846-4220-93c4-6dd5fcddd9c4 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:33.622012 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5d507bf-4781-461e-a456-dc751b9fa317 req-a3ee2d42-8846-4220-93c4-6dd5fcddd9c4 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 945 time: 0.1011937 Apr 20 06:18:33.674467 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5d507bf-4781-461e-a456-dc751b9fa317 req-9db2a482-d73a-4981-8cef-463fea4fbfca tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Apr 20 06:18:34.562276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 54cdc068-2ed8-4184-ab14-bb6050c53b0f up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:18:34.653203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 54cdc068-2ed8-4184-ab14-bb6050c53b0f completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:18:34.659651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 54cdc068-2ed8-4184-ab14-bb6050c53b0f triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:18:34.660073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:34.793359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:34.822402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:34.832878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:34.836162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:34.838113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:34.875293 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f', 'code': 200} Apr 20 06:18:34.885047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc863731-3e1a-4e98-ac77-8b888c1179b2 req-cf3aef8a-4070-4fce-acbf-794952db6431 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:34.887291 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc863731-3e1a-4e98-ac77-8b888c1179b2 req-cf3aef8a-4070-4fce-acbf-794952db6431 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 946 time: 0.0933931 Apr 20 06:18:34.918267 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:34.922112 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:34.941832 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc863731-3e1a-4e98-ac77-8b888c1179b2 req-a541c8b6-a871-4b7e-abc2-8b23826215fb tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Apr 20 06:18:35.126701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177357-dfcc-41c3-b45f-034445f680bc req-ebf5b610-75c3-4b88-a2fe-c8da4655d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:35.128336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1177357-dfcc-41c3-b45f-034445f680bc req-ebf5b610-75c3-4b88-a2fe-c8da4655d3d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 1099 time: 0.0809700 Apr 20 06:18:35.173328 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1177357-dfcc-41c3-b45f-034445f680bc req-b0192a6d-539e-4462-8c2c-801cd2d8e70a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Apr 20 06:18:35.870659 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-315c65ca-5a3c-43cf-8c5c-69c0b4b24384 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848699 Apr 20 06:18:36.023382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-3f66d1ca-0226-44b7-b819-f65839d258a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:36.025030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-3f66d1ca-0226-44b7-b819-f65839d258a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.0825582 Apr 20 06:18:36.251519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-d5a37661-8ddc-4421-b971-b2887a9cee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:36.253054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-d5a37661-8ddc-4421-b971-b2887a9cee45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.2050223 Apr 20 06:18:36.266307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4dfd4-628a-470b-8f1b-a7d3c6302de1 req-7e0f8450-8035-4b49-9ba4-1740cdcf823f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:36.267918 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fa4dfd4-628a-470b-8f1b-a7d3c6302de1 req-7e0f8450-8035-4b49-9ba4-1740cdcf823f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 946 time: 0.1948521 Apr 20 06:18:36.401053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fa4dfd4-628a-470b-8f1b-a7d3c6302de1 req-d477d19b-fbc4-4a04-b9f5-a72d8d24371f tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693512 Apr 20 06:18:36.419982 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-c0365b33-7b76-4f39-b577-649f16277888 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1510487 Apr 20 06:18:36.460415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57656) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:36.503986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-04cbc0c0-e2cb-4612-923b-5d276ded8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:36.505515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-04cbc0c0-e2cb-4612-923b-5d276ded8579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0753644 Apr 20 06:18:36.590615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.592686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-af2a2a0d-41cc-436f-af45-9bbba5a17296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:36.594375 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-af2a2a0d-41cc-436f-af45-9bbba5a17296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823755 Apr 20 06:18:36.606337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:18:36.610672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b7daa1113a47e29894d522e75b7bd4 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:18:36.613748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:18:36.619868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:18:36.713997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.717127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.726644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ed3cdd18-3a27-4728-8031-d4faef52eef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:36.756063 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-79c88ba7-9e95-4ca8-b878-62e71d22c59e service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490920 Apr 20 06:18:36.756743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f14ac5-853b-4fbd-9e1c-8d87c85e5304,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:36.760368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:36.782264 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9b7daa1113a47e29894d522e75b7bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180680 Apr 20 06:18:36.782694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57666) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:18:36.847418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.874961 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.909210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ffe1249-30bc-4574-bca1-c435c5edf667 req-3ce54040-0740-418b-9acc-5d65f0afb872 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444311 Apr 20 06:18:36.922569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.927839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-393be141-1f9a-438a-9ed3-3b2920fd5f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:36.941633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f14ac5-853b-4fbd-9e1c-8d87c85e5304,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:36.945550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:36.951227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:36.952455 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2f14ac5-853b-4fbd-9e1c-8d87c85e5304 HTTP/1.1" status: 204 len: 168 time: 0.1686401 Apr 20 06:18:37.575918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-194bc9b6-bded-4232-9b53-d298d3e08de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:37.593312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373e03-9d06-4c0a-ad2b-c18f03d82d31 req-abb15f60-4774-4ef3-93d9-4ac99ec80de6 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:37.594955 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44373e03-9d06-4c0a-ad2b-c18f03d82d31 req-abb15f60-4774-4ef3-93d9-4ac99ec80de6 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 946 time: 0.1006742 Apr 20 06:18:37.646854 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44373e03-9d06-4c0a-ad2b-c18f03d82d31 req-760c22bc-79b6-40f5-bda4-3787e8bb2eb5 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Apr 20 06:18:38.142935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:38.836542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5c15fc8d-40db-4588-bb34-9934231a62b3 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:38.838137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5c15fc8d-40db-4588-bb34-9934231a62b3 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 946 time: 0.0922687 Apr 20 06:18:38.869548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5253-7d55-4309-ac18-b4067be4e718 req-ccd8c682-b665-477e-ae70-49eeb5b70792 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:18:38.871171 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c7c5253-7d55-4309-ac18-b4067be4e718 req-ccd8c682-b665-477e-ae70-49eeb5b70792 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 946 time: 0.0946198 Apr 20 06:18:38.919597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c7c5253-7d55-4309-ac18-b4067be4e718 req-a6eab4af-acd2-4be0-9713-5a936f4a8de2 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/security-groups?id=46e92369-e180-4593-afe1-e35204ad3aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Apr 20 06:18:38.920283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Deleting port 54cdc068-2ed8-4184-ab14-bb6050c53b0f {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:18:38.920637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:39.191298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] For port 54cdc068-2ed8-4184-ab14-bb6050c53b0f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=54cdc068-2ed8-4184-ab14-bb6050c53b0f,segment=NetworkSegment(765f8cb8-6d22-4315-b262-c033e38c4913),segment_id=765f8cb8-6d22-4315-b262-c033e38c4913)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:18:39.191970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:39.326413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Calling delete_port for 54cdc068-2ed8-4184-ab14-bb6050c53b0f owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:18:39.493482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:39.499369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3da76368-5c6f-42c9-888a-0f94ab89ef18 tempest-VolumesSnapshotTestJSON-1754752103 tempest-VolumesSnapshotTestJSON-1754752103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:18:39.508271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['54cdc068-2ed8-4184-ab14-bb6050c53b0f'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:18:39.548024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Pushing event deleted for resources: {'Port': ['ID=54cdc068-2ed8-4184-ab14-bb6050c53b0f,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:18:39.551526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:18:39.628872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] No DVR routers for this DVR port 54cdc068-2ed8-4184-ab14-bb6050c53b0f on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:18:39.632463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:39.635370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'name': 'network-vif-deleted', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:18:39.653028 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7732edc6-2cad-4fc7-ba78-becd3e23c62f req-5a453cb0-3d06-47ea-83b7-38eb4aee07a7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.16 "DELETE /v2.0/ports/54cdc068-2ed8-4184-ab14-bb6050c53b0f HTTP/1.1" status: 204 len: 173 time: 0.8091116 Apr 20 06:18:39.694643 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44862ce1-9eb9-4e76-986b-89cbc57f9928', 'name': 'network-vif-deleted', 'tag': '54cdc068-2ed8-4184-ab14-bb6050c53b0f', 'status': 'completed', 'code': 200} Apr 20 06:18:40.076372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f0506f2-679e-4325-8315-69fd902f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:40.112512 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bafd3406-e1c1-40e2-b342-51e700ef85b2 req-c13299c3-27e9-41b2-bf35-28bd2513e43d tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] 10.222.0.38 "GET /v2.0/ports?device_id=44862ce1-9eb9-4e76-986b-89cbc57f9928 HTTP/1.1" status: 200 len: 210 time: 0.0510259 Apr 20 06:18:40.415944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:41.667867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:42.074094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:18:42.578526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 54cdc068-2ed8-4184-ab14-bb6050c53b0f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:18:42.616831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 54cdc068-2ed8-4184-ab14-bb6050c53b0f {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:18:42.617226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 54cdc068-2ed8-4184-ab14-bb6050c53b0f not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:19:04.062399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55810c-d6b1-4d86-8389-7b737ceddaa2 req-7e3ef4d3-9e83-4edc-979a-320abb628eed tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:04.064038 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac55810c-d6b1-4d86-8389-7b737ceddaa2 req-7e3ef4d3-9e83-4edc-979a-320abb628eed tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1059527 Apr 20 06:19:04.113891 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac55810c-d6b1-4d86-8389-7b737ceddaa2 req-4b8d7419-fab1-4490-af90-d12e6ed6e959 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Apr 20 06:19:04.242912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57934) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:04.321841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Deleting subnet 52e2eae1-dbe3-4595-b44e-92573b39efb3 {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:19:04.325162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:04.378754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843933159'] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:04.444336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:04.715527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1540536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1746163'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:04.724686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:04.764194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:04.766936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e2eae1-dbe3-4595-b44e-92573b39efb3,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:04.777039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.777453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.777857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.778255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.778648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.779037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.779472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.779862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.780248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.780635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.781019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.781382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:04.784863 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/52e2eae1-dbe3-4595-b44e-92573b39efb3 HTTP/1.1" status: 204 len: 168 time: 0.5408156 Apr 20 06:19:04.785832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e05efdb1-2f9c-4679-9f16-e3b90e2c4e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:04.787725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57938) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:04.906302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.039781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.155954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f0d81d-3f13-4982-b74d-f642c588c7cd']}} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:05.169507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f8cb8-6d22-4315-b262-c033e38c4913') {'for_net_delete': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:05.169787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f8cb8-6d22-4315-b262-c033e38c4913') {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:05.182213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842641'] for segment, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.200793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.208960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=86384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:19:05.440861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:19:05.451397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853235685'] for segment, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.642184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381d42b-0b2d-4e4a-9dd8-c04280234480 req-2b53b00c-dadd-433c-ad98-dc1eccba4af5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:05.643809 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a381d42b-0b2d-4e4a-9dd8-c04280234480 req-2b53b00c-dadd-433c-ad98-dc1eccba4af5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.3578336 Apr 20 06:19:05.655143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Network 01f0d81d-3f13-4982-b74d-f642c588c7cd has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:19:05.690395 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:19:05.788353 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a381d42b-0b2d-4e4a-9dd8-c04280234480 req-b4c8f9ab-aef9-4701-a6a4-b258d6838300 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350858 Apr 20 06:19:05.791648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.797123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:05.801059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cad67128-3d51-4302-a17a-48ba637d1d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:06.052801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f0d81d-3f13-4982-b74d-f642c588c7cd,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:06.055309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:06.063230 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] 10.222.0.38 "DELETE /v2.0/networks/01f0d81d-3f13-4982-b74d-f642c588c7cd HTTP/1.1" status: 204 len: 168 time: 1.2744334 Apr 20 06:19:06.266145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57946) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:06.319792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c1ad31e1-4ea5-4b4d-8780-6d248bb37f97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=879688dcdb2d4fc094e5f19aaf9933aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522127 Apr 20 06:19:06.322415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57950) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:06.390799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:06.419569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:06.469253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:06.474541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b362a0ac-a13e-40b5-afcb-7f86f33ce9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:06.488788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e92369-e180-4593-afe1-e35204ad3aae,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:06.493239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:06.496719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:06.497943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46e92369-e180-4593-afe1-e35204ad3aae HTTP/1.1" status: 204 len: 168 time: 0.1745772 Apr 20 06:19:06.994102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5256-5477-4ba1-868b-d3d3f9572361 req-ec3eede6-add9-4116-91b6-92563cffaf0a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:06.995794 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-549e5256-5477-4ba1-868b-d3d3f9572361 req-ec3eede6-add9-4116-91b6-92563cffaf0a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0911531 Apr 20 06:19:07.291782 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-549e5256-5477-4ba1-868b-d3d3f9572361 req-7a0a4d4d-94aa-4d56-9a4e-8fd627882cc7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894399 Apr 20 06:19:07.579383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-65717469-439b-4dc4-a60f-cee298ec32ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:07.766164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 57984) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:07.898627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:07.914753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:07.919154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Usage tracker for resource:security_group_rule and tenant:ea1ba7d55ccb4e7585d66d69e7bac8a1 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:07.922289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:07.928944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:08.020570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.024902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.032277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0dc1b3fd-d5af-4534-a38f-2798e2127f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:08.076098 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea1ba7d55ccb4e7585d66d69e7bac8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085506 Apr 20 06:19:08.077005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef46f4b2-d58b-44cd-a450-b6880e0d688a,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:08.079263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 57990) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:08.080202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:08.148300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.148922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.177837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.225073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.230248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:08.242839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef46f4b2-d58b-44cd-a450-b6880e0d688a,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:08.252209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.252630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.253035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.253442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.253936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.254354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.254721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.255127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.255533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.255925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.256317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.256702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:08.259930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:08.262693 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef46f4b2-d58b-44cd-a450-b6880e0d688a HTTP/1.1" status: 204 len: 168 time: 0.1808217 Apr 20 06:19:08.262693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:08.499747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8772-84a4-4d31-b572-ed0730310ff3 req-a44624b9-4731-4914-8f72-ebca3dc0002b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:08.501395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-586e8772-84a4-4d31-b572-ed0730310ff3 req-a44624b9-4731-4914-8f72-ebca3dc0002b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0962908 Apr 20 06:19:08.552031 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-586e8772-84a4-4d31-b572-ed0730310ff3 req-82b5322e-e59e-4ce0-950e-d491ff15e5a5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Apr 20 06:19:08.815934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:19:09.765117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076d85-d095-48bc-931b-a3b89f2567e6 req-30963303-11a6-41b8-96c0-e595bac7b755 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:09.766727 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48076d85-d095-48bc-931b-a3b89f2567e6 req-30963303-11a6-41b8-96c0-e595bac7b755 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1007366 Apr 20 06:19:09.816590 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48076d85-d095-48bc-931b-a3b89f2567e6 req-1561ef61-4fd7-45c1-a612-4b25ac3442d9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Apr 20 06:19:10.087043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b674cb8a-9412-402f-a3e0-25deb656d575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:10.422072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:10.889167 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-565ad589-f70b-4333-93b4-fe8e6d4866d6 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a0142d271803446691e66944a4d4baad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337744 Apr 20 06:19:11.024978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdaa3-9644-4663-9843-68a3bc4feaf1 req-fb20e769-6eca-4ad3-bc79-3f6ccff5f6fa tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:11.026486 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b47fdaa3-9644-4663-9843-68a3bc4feaf1 req-fb20e769-6eca-4ad3-bc79-3f6ccff5f6fa tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0878193 Apr 20 06:19:11.056725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-eb09c5d7-3893-41aa-abfa-4e6945a837bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:11.058418 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-eb09c5d7-3893-41aa-abfa-4e6945a837bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625192 Apr 20 06:19:11.075213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-05e15eb6-b845-482e-ae1a-39ddfb3a768a tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/quotas/a0142d271803446691e66944a4d4baad HTTP/1.1" status: 200 len: 375 time: 0.0100701 Apr 20 06:19:11.078336 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b47fdaa3-9644-4663-9843-68a3bc4feaf1 req-a559b6fb-2d14-4fe2-9d7f-aa67d0e6582c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Apr 20 06:19:11.129614 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-0d91d958-af0e-46bc-9f58-3a92e0756049 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0142d271803446691e66944a4d4baad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483086 Apr 20 06:19:11.332377 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2593e44e-ad93-427b-91e7-9581ff8843a2 req-a9b10a16-0b3e-4c49-a196-c6fb7b79c595 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 210 time: 0.0480213 Apr 20 06:19:11.671716 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.080348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.298441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a61f-fdb7-448b-9131-469fca006a22 req-14f7769a-85a9-4c00-9369-5a283a051157 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:12.300216 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc50a61f-fdb7-448b-9131-469fca006a22 req-14f7769a-85a9-4c00-9369-5a283a051157 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0951419 Apr 20 06:19:12.349228 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-0c02dddd-6e3b-40b1-8014-fa219fabe3ed tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a0142d271803446691e66944a4d4baad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479312 Apr 20 06:19:12.469966 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cc50a61f-fdb7-448b-9131-469fca006a22 req-b7816384-e298-47a8-a21a-a5cdebe682ab tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442411 Apr 20 06:19:12.547348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-5bd50bdf-d5a9-427e-960c-2d97bbe69048 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:12.549004 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-5bd50bdf-d5a9-427e-960c-2d97bbe69048 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937900 Apr 20 06:19:12.561925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Request body: {'port': {'device_id': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca', 'admin_state_up': True, 'tenant_id': 'a0142d271803446691e66944a4d4baad'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:12.643292 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de8a3532-d6d5-4b83-bcec-8764229192f6 req-e1defb99-9368-4cfb-bbe5-980a6ace9164 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 210 time: 0.0487766 Apr 20 06:19:12.710849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:12.715068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Usage tracker for resource:port and tenant:a0142d271803446691e66944a4d4baad is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:12.718124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:12.724295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:12.734715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Made reservation on behalf of a0142d271803446691e66944a4d4baad for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:19:12.740885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.754602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.770890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:12.775190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Usage tracker for resource:security_group_rule and tenant:a0142d271803446691e66944a4d4baad is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:12.778185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:12.784307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:12.889781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.893491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:12.896628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6eeb9ff-cab5-4ccf-8fc3-5c325c87065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:12.977691 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262a5cbc-69d4-441b-a3d7-38c8acc6bffd,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:12.983358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:13.077437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Allocated IP 192.168.233.128 (084acdd2-16f8-417c-8b03-0f26f0bb8eca/4ef3f156-0ccf-4537-a77e-085d2e04c0b2/0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:13.292774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:13.309792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Transition to ACTIVE for port object 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:13.337510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:13.344147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b943d217-1c79-401e-a6c8-20357a0fa658 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:13.413958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Network 084acdd2-16f8-417c-8b03-0f26f0bb8eca is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:13.417284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:13.421393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:13.463511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Pushing event updated for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:13.468435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:13.499515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:13.500205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:13.534373 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9769120 Apr 20 06:19:13.546890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Request body: {'port': {'device_id': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:13.680184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3302239b-2df7-44b4-8b61-8f16574a006e None None] Provisioning for port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:13.686325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3302239b-2df7-44b4-8b61-8f16574a006e None None] Provisioning complete for port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:13.687214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3302239b-2df7-44b4-8b61-8f16574a006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:13.735690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:13.747284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3302239b-2df7-44b4-8b61-8f16574a006e None None] Port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:13.819266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf388-4d2a-4d23-be5f-03732ff6b803 req-4f91fb15-3e40-48dc-b46e-026d74a4b77d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:13.820938 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f8cf388-4d2a-4d23-be5f-03732ff6b803 req-4f91fb15-3e40-48dc-b46e-026d74a4b77d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.2212052 Apr 20 06:19:13.853954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b185e-0294-4810-8c39-612f9a0c8089 req-d2f63a29-eff9-4f76-8276-63345bc9ae2f tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:13.855610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb7b185e-0294-4810-8c39-612f9a0c8089 req-d2f63a29-eff9-4f76-8276-63345bc9ae2f tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 936 time: 0.0951574 Apr 20 06:19:13.904645 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb7b185e-0294-4810-8c39-612f9a0c8089 req-e2ea6f75-6feb-46cd-9910-f546573f60dd tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Apr 20 06:19:13.939433 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f8cf388-4d2a-4d23-be5f-03732ff6b803 req-8c52b61d-4a3a-45ea-9606-6c3003de191b tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069725 Apr 20 06:19:14.171666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:19:14.179994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:14.197490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Transition to ACTIVE for port object 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:14.200605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:14.205223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fd60946e-cd22-4bf8-b493-87afd9d8cbd7 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:14.346721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:14.376130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:14.459681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Attempting to bind port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:14.460046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Attempting to bind port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:14.460421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Attempting to bind port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 on network 084acdd2-16f8-417c-8b03-0f26f0bb8eca {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:14.465981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 on network 084acdd2-16f8-417c-8b03-0f26f0bb8eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:19:14.466385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Attempting to bind port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 on network 084acdd2-16f8-417c-8b03-0f26f0bb8eca {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:14.472352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:14.472752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Checking segment: {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:14.473124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Bound using segment: {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:14.473601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Bound port: 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefd1570-1e1e-4111-8bc9-9d0c0e326a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:14.474022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:14.574266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:14.577393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:14.582044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:14.585926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01e5e67c-b427-4e26-8221-9b7d46f09d12 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:14.638421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:14.639276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:14.640765 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] 10.222.0.16 "PUT /v2.0/ports/0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 HTTP/1.1" status: 200 len: 1098 time: 1.0988469 Apr 20 06:19:14.643446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:19:14.679740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:14.683207 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:14.723897 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24', 'status': 'completed', 'code': 200} Apr 20 06:19:14.767805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-2f7d2fff-ce1d-4d1a-94b1-ed024ffe67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:14.769443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-2f7d2fff-ce1d-4d1a-94b1-ed024ffe67d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0142d271803446691e66944a4d4baad&device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 1101 time: 0.0849185 Apr 20 06:19:14.847128 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-ec5e0cb3-c8f1-4d95-8ade-f3663658592a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 HTTP/1.1" status: 200 len: 217 time: 0.0703232 Apr 20 06:19:14.923413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-bbf7924f-9651-4f7b-aaa3-3c1fe4f08ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:14.924953 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-bbf7924f-9651-4f7b-aaa3-3c1fe4f08ce8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ef3f156-0ccf-4537-a77e-085d2e04c0b2 HTTP/1.1" status: 200 len: 843 time: 0.0714259 Apr 20 06:19:15.010296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-bed97831-4393-4396-aecd-40a7546388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.011958 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-bed97831-4393-4396-aecd-40a7546388e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084acdd2-16f8-417c-8b03-0f26f0bb8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0805593 Apr 20 06:19:15.145920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeed0a6-d495-4095-a930-8cefd6cb321f req-6e1b9fb4-cd6b-4e25-9a38-2c6ada951016 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.147641 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeeed0a6-d495-4095-a930-8cefd6cb321f req-6e1b9fb4-cd6b-4e25-9a38-2c6ada951016 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0898528 Apr 20 06:19:15.203880 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeeed0a6-d495-4095-a930-8cefd6cb321f req-8dfedf48-d110-4e4d-93f4-78f8add18151 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492332 Apr 20 06:19:15.462684 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-a469cf20-9ab4-48bd-8388-463b83d1e81e service neutron] 10.222.0.16 "GET /v2.0/networks/084acdd2-16f8-417c-8b03-0f26f0bb8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437866 Apr 20 06:19:15.474160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-9c56cad7-e522-4bed-8007-1bb844ab5710 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.474890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-9c56cad7-e522-4bed-8007-1bb844ab5710 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Synchronizing usage tracker for tenant:a0142d271803446691e66944a4d4baad on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:19:15.550596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.16', 49863) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:15.575475 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-9c56cad7-e522-4bed-8007-1bb844ab5710 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Unset dirty status for tenant:a0142d271803446691e66944a4d4baad on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:19:15.576752 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-9c56cad7-e522-4bed-8007-1bb844ab5710 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 948 time: 0.5328825 Apr 20 06:19:15.659714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-6542e3da-126d-4b61-bb8c-740099517c17 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Synchronizing usage tracker for tenant:a0142d271803446691e66944a4d4baad on resource:security_group {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:19:15.661214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a3592-a7e6-4c59-8542-89b6384863d1 req-17b23feb-2879-4d56-847e-c95e75230ecd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.662864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e23a3592-a7e6-4c59-8542-89b6384863d1 req-17b23feb-2879-4d56-847e-c95e75230ecd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1688712 Apr 20 06:19:15.666183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-1dc802a8-d0d1-4f8c-9f82-a5406beaf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.666360 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b451bfed-825d-46bd-ba1b-6c94cbe2d9af req-a4bfc7ca-cb3d-4181-becb-af1cdf9cd35d service neutron] 10.222.0.16 "GET /v2.0/networks/084acdd2-16f8-417c-8b03-0f26f0bb8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882432 Apr 20 06:19:15.667678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-1dc802a8-d0d1-4f8c-9f82-a5406beaf916 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.1151087 Apr 20 06:19:15.680993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-6542e3da-126d-4b61-bb8c-740099517c17 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Unset dirty status for tenant:a0142d271803446691e66944a4d4baad on resource:security_group {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:19:15.682472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d289a7eb-9bb0-40e0-b48a-8c3bbb5c057c req-6542e3da-126d-4b61-bb8c-740099517c17 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977607 Apr 20 06:19:15.806890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-774ca254-6c2f-4578-b7ed-8e3ae60f6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.807410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e23a3592-a7e6-4c59-8542-89b6384863d1 req-29fe49f7-68d6-45cc-bb66-60eabce4f6ef tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368048 Apr 20 06:19:15.808403 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-774ca254-6c2f-4578-b7ed-8e3ae60f6493 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0142d271803446691e66944a4d4baad&device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 1101 time: 0.0847611 Apr 20 06:19:15.852558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-cd77f662-4788-49e3-bcc7-52c6d3973375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.854143 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-cd77f662-4788-49e3-bcc7-52c6d3973375 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1685798 Apr 20 06:19:15.954787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-7e8b8146-e74e-424e-88b3-7af7f543aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:15.956396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-7e8b8146-e74e-424e-88b3-7af7f543aa10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=084acdd2-16f8-417c-8b03-0f26f0bb8eca HTTP/1.1" status: 200 len: 870 time: 0.1404326 Apr 20 06:19:15.968398 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-a4c9b100-e090-4d96-9cd5-4a2f2affafc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1064460 Apr 20 06:19:16.029002 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-78e1475b-1da4-45c7-91eb-d2ce94dd4418 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 HTTP/1.1" status: 200 len: 217 time: 0.0658813 Apr 20 06:19:16.040355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-1e0ec921-42bf-4320-9e8a-45e3c64dc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:16.041922 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-1e0ec921-42bf-4320-9e8a-45e3c64dc7bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0655091 Apr 20 06:19:16.103855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-6e74793a-dfcc-4dd4-afe9-376d34f445cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:16.105330 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-6e74793a-dfcc-4dd4-afe9-376d34f445cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ef3f156-0ccf-4537-a77e-085d2e04c0b2 HTTP/1.1" status: 200 len: 843 time: 0.0684242 Apr 20 06:19:16.128917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-e175a4ee-6163-4dc8-be14-44010c76b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:16.130498 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-e175a4ee-6163-4dc8-be14-44010c76b13f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818114 Apr 20 06:19:16.190383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-2f7222d9-efc9-4099-bacb-af17815e966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:16.192048 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-2f7222d9-efc9-4099-bacb-af17815e966a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084acdd2-16f8-417c-8b03-0f26f0bb8eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0796192 Apr 20 06:19:16.277388 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-7336ee73-d745-4f6a-af98-2eaa3b1f737f service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387405 Apr 20 06:19:16.339068 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-42a1a535-a981-4a7c-851b-6e9edd4e7e24 service neutron] 10.222.0.16 "GET /v2.0/networks/084acdd2-16f8-417c-8b03-0f26f0bb8eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395807 Apr 20 06:19:16.423259 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aab167c-63cb-42a6-95e4-752a8b540182 req-6d007f62-4299-46c0-98d4-0271dfb98ab8 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383376 Apr 20 06:19:16.486093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad4d5164-58e7-4a91-b22d-be7cadb4e2dc req-983f1881-43d9-46e8-98a3-0f6eb3ad3f57 service neutron] 10.222.0.16 "GET /v2.0/networks/084acdd2-16f8-417c-8b03-0f26f0bb8eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399736 Apr 20 06:19:16.902164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f355f0-d21b-48cf-988a-8ce33c6dfb88 req-6b89e220-0bda-4809-895c-34d20593a372 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:16.904221 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01f355f0-d21b-48cf-988a-8ce33c6dfb88 req-6b89e220-0bda-4809-895c-34d20593a372 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 948 time: 0.0886617 Apr 20 06:19:16.959064 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01f355f0-d21b-48cf-988a-8ce33c6dfb88 req-ab06c1b9-0eb1-42a5-8e68-5c7a3f9bcdf0 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483885 Apr 20 06:19:17.013386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e6076-42b7-45e9-bf73-a0968853198d req-e05f7fc1-58f0-4812-8b21-1d1c8f430de7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:17.014914 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-214e6076-42b7-45e9-bf73-a0968853198d req-e05f7fc1-58f0-4812-8b21-1d1c8f430de7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0897553 Apr 20 06:19:17.065116 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-214e6076-42b7-45e9-bf73-a0968853198d req-21c6cf6c-6fa2-4760-b5fd-d40391ae3789 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Apr 20 06:19:18.174753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8189-e03a-4721-ad62-416259d28253 req-2ec5d1d6-cc1e-4b1f-9757-3656a95ac44c tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:18.176423 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f1c8189-e03a-4721-ad62-416259d28253 req-2ec5d1d6-cc1e-4b1f-9757-3656a95ac44c tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 948 time: 0.0910108 Apr 20 06:19:18.225947 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f1c8189-e03a-4721-ad62-416259d28253 req-2c468e5f-2001-4c75-9edb-25543ae4fe2f tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Apr 20 06:19:18.275418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d887b6-f4c4-42be-a979-66e8d968b374 req-6f6a4409-25ac-4113-b9e8-d4819bf9cd68 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:18.276970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79d887b6-f4c4-42be-a979-66e8d968b374 req-6f6a4409-25ac-4113-b9e8-d4819bf9cd68 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.0967300 Apr 20 06:19:18.325597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79d887b6-f4c4-42be-a979-66e8d968b374 req-6df98df5-7cdd-47ee-95c0-ef705f8c9d20 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Apr 20 06:19:18.821835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:19:18.971933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:18.985826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24', 'network_id': '084acdd2-16f8-417c-8b03-0f26f0bb8eca', 'port_id': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24', 'mac_address': 'fa:16:3e:7a:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3f156-0ccf-4537-a77e-085d2e04c0b2', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:19:19.044430 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:19.065113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:19:19.081532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:19.086195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:19.088365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:19.158774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:19.166633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.167012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.167383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.167783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.168143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.168507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.168861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.169225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.169579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.169934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.170299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.170651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:19.174669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:19.312998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:19:19.434465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da6d0-1d7d-4d48-9b07-e37e6f73ee2c req-2a6f006f-1323-4f1f-9f1d-3fa99a7a78eb tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:19.436148 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c4da6d0-1d7d-4d48-9b07-e37e6f73ee2c req-2a6f006f-1323-4f1f-9f1d-3fa99a7a78eb tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 949 time: 0.0944803 Apr 20 06:19:19.486610 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c4da6d0-1d7d-4d48-9b07-e37e6f73ee2c req-ba07261b-414b-49d9-83b1-100cba388989 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Apr 20 06:19:20.710625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5684b5-8151-4449-9883-4f488b84b011 req-ccba309f-51c5-4500-8918-10730f332030 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:20.712239 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd5684b5-8151-4449-9883-4f488b84b011 req-ccba309f-51c5-4500-8918-10730f332030 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 949 time: 0.1027267 Apr 20 06:19:20.762795 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd5684b5-8151-4449-9883-4f488b84b011 req-0b24cc71-bc71-4985-a196-38072df8b2ab tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Apr 20 06:19:20.820336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:20.894942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:20.900228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:20.900637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:21.026897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:21.055715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:19:21.067179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:21.071480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:21.073380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:21.111727 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24', 'code': 200} Apr 20 06:19:21.146696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:21.150209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:21.351045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b9574-0bfb-457f-a245-5ec4dd66f511 req-a50416fb-5cec-4029-947e-c8edd6bd2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:21.352593 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f8b9574-0bfb-457f-a245-5ec4dd66f511 req-a50416fb-5cec-4029-947e-c8edd6bd2855 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 1103 time: 0.0812490 Apr 20 06:19:21.395450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1f8b9574-0bfb-457f-a245-5ec4dd66f511 req-a803ed4c-8456-481e-b356-ffb853d5d157 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360548 Apr 20 06:19:21.986505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadee81-9942-4b12-a34b-46a7d15f4cfb req-47119c65-6d9f-4e95-8c6c-7574a5b5ac22 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:21.988050 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fadee81-9942-4b12-a34b-46a7d15f4cfb req-47119c65-6d9f-4e95-8c6c-7574a5b5ac22 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 950 time: 0.0963595 Apr 20 06:19:22.039864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fadee81-9942-4b12-a34b-46a7d15f4cfb req-a272a5e0-5015-4207-9561-f85b93b4c643 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Apr 20 06:19:23.271046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b6a16-9ab7-4c88-8ee0-a46933a4a9a2 req-247b14b6-bfb9-422b-82a1-eea49e3edf01 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:23.272754 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-037b6a16-9ab7-4c88-8ee0-a46933a4a9a2 req-247b14b6-bfb9-422b-82a1-eea49e3edf01 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 950 time: 0.1036363 Apr 20 06:19:23.322302 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-037b6a16-9ab7-4c88-8ee0-a46933a4a9a2 req-51f06e15-0e84-4852-a160-07b3f4d12e07 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Apr 20 06:19:23.816768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510478-b81d-45e7-8dcd-20542f47c810 req-78f5d857-d326-4157-8f45-e432b2f67920 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:23.818339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66510478-b81d-45e7-8dcd-20542f47c810 req-78f5d857-d326-4157-8f45-e432b2f67920 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 950 time: 0.0948255 Apr 20 06:19:23.866781 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66510478-b81d-45e7-8dcd-20542f47c810 req-25a6bdc7-a5f3-49c9-8110-0bf6c6c84059 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Apr 20 06:19:25.016125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-afc73010-f505-4b53-8236-09f7817e556f tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:25.017682 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-afc73010-f505-4b53-8236-09f7817e556f tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 950 time: 0.0926585 Apr 20 06:19:25.088198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83f2af-b5d4-4558-93d6-f04c567854e0 req-4ac40389-4492-4658-a4f6-709a71dc4a10 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:25.089832 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f83f2af-b5d4-4558-93d6-f04c567854e0 req-4ac40389-4492-4658-a4f6-709a71dc4a10 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 950 time: 0.0927172 Apr 20 06:19:25.098415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Deleting port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:19:25.098797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:25.141642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f83f2af-b5d4-4558-93d6-f04c567854e0 req-71c37420-ceb2-4296-b699-717fad190b71 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/security-groups?id=262a5cbc-69d4-441b-a3d7-38c8acc6bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Apr 20 06:19:25.361829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] For port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,segment=NetworkSegment(eefd1570-1e1e-4111-8bc9-9d0c0e326a67),segment_id=eefd1570-1e1e-4111-8bc9-9d0c0e326a67)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:25.362228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:25.496804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Calling delete_port for 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:19:25.652037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:25.660445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:25.664516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:19:25.711435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Pushing event deleted for resources: {'Port': ['ID=0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:25.715277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:25.794211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] No DVR routers for this DVR port 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:19:25.797004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:25.800059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'name': 'network-vif-deleted', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:19:25.816680 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24f3b7fa-e709-4a21-8679-b02361e044ad req-a6b09b5e-5fa4-4819-a05d-10fae5d1e5bc tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.16 "DELETE /v2.0/ports/0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 HTTP/1.1" status: 204 len: 173 time: 0.7937522 Apr 20 06:19:25.852209 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc31b1-a89f-4375-9b87-0be091f2aeec', 'name': 'network-vif-deleted', 'tag': '0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24', 'status': 'completed', 'code': 200} Apr 20 06:19:26.331515 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a67761-1a7d-49a7-a14e-4ccf09c516d4 req-99f3f87f-59b8-4722-8497-39026520fb9c tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbc31b1-a89f-4375-9b87-0be091f2aeec HTTP/1.1" status: 200 len: 210 time: 0.0497918 Apr 20 06:19:28.866227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:19:28.905183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:19:28.905584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 0b5d69ed-76c7-4e3f-b3e5-562b2a18cf24 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:19:32.471425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58334) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:32.669862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c87eccb1-c0c7-473b-9f00-7c5a6b0a51df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0142d271803446691e66944a4d4baad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969981 Apr 20 06:19:32.673571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58340) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:32.736356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:32.764827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:32.820443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:32.825718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-723597a9-01a7-45a4-aca6-1fb403bf0dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:32.839527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a5cbc-69d4-441b-a3d7-38c8acc6bffd,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:32.842318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:32.848965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:32.850268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/262a5cbc-69d4-441b-a3d7-38c8acc6bffd HTTP/1.1" status: 204 len: 168 time: 0.1756558 Apr 20 06:19:33.578526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58364) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:33.701829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-176867038-network', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:33.707007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:33.711243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Usage tracker for resource:network and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:33.714276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:33.721224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:33.731608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Made reservation on behalf of 483b74f0870a4ccfaf805714b115d45f for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:19:33.736300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.749304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.764878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:33.768925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:33.771865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:33.777968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:33.865661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.870292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.873393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc9500da-9e9f-4850-aba4-2f022b59fd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:33.902451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:19:33.911277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:33.915227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:33.917777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.918157 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Added segment f1a0c52c-4ebc-4a95-9ed5-980043947077 of type vlan for network 006ad989-d973-43c8-bd93-a3ca58d0bc27 Apr 20 06:19:33.952392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.986402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.987516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:33.988162 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:33.991797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:34.097668 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5179143 Apr 20 06:19:34.098606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Pushing event updated for resources: {'Network': ['ID=006ad989-d973-43c8-bd93-a3ca58d0bc27,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:34.100855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58370) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:34.104083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:34.107972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Request body: {'subnet': {'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-176867038-subnet', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:34.109384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:19:34.113453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:34.118101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Usage tracker for resource:subnet and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:34.121396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:34.127606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:34.141917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Made reservation on behalf of 483b74f0870a4ccfaf805714b115d45f for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:19:34.146759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.566941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.570766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87cd32c1-3098-4379-bcdb-3bc157fdd271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:34.644213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802ec95b-c887-4f80-b3e3-6bcd7371e55f,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:34.648165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:34.655724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Checking segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:34.656110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Network hostable DHCP agents. Network: 006ad989-d973-43c8-bd93-a3ca58d0bc27, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:19:34.676164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:19:34.685361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 006ad989-d973-43c8-bd93-a3ca58d0bc27) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:34.695283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16958f-b14a-4a39-9b60-a453b7042477 None None] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:19:34.697960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:34.698602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.718509 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-72fe234e-ed10-4713-8ea1-889c9a4d3633 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6165917 Apr 20 06:19:34.721629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58374) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:34.727594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:34.732780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:34.736991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Usage tracker for resource:router and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:34.739993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:34.746385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:34.757223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.758457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.778544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:34.935307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-006ad989-d973-43c8-bd93-a3ca58d0bc27', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 06:19:34.936240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.071656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.113627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Allocated IP 172.20.0.2 (006ad989-d973-43c8-bd93-a3ca58d0bc27/802ec95b-c887-4f80-b3e3-6bcd7371e55f/8ee965f0-afe9-42b5-b065-5ce72c82ed79) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:35.333595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.344859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Transition to ACTIVE for port object 8ee965f0-afe9-42b5-b065-5ce72c82ed79 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:35.365384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Transition to ACTIVE for port object 8ee965f0-afe9-42b5-b065-5ce72c82ed79 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:35.371392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.375850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:35.417724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.445485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:35.449346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:35.452113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.453356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:35.609801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Allocated IP 172.27.2.97 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/4effb92f-f56a-47b1-a123-d85fb19f3ce2) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:35.665667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Pushing event updated for resources: {'Port': ['ID=8ee965f0-afe9-42b5-b065-5ce72c82ed79,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:35.673160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:35.725772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Attempting to bind port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:35.726179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Attempting to bind port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:35.726589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Attempting to bind port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 on network 006ad989-d973-43c8-bd93-a3ca58d0bc27 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:35.732656 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:35.733047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Checking segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:35.733499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.733935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Bound using segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:35.734453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Bound port: 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:35.734872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.775627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.809663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.815025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-667c8b87-540d-4ed6-bcdb-e47748d5ed26 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:35.829830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] For port 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:35.833568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] For port 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=8ee965f0-afe9-42b5-b065-5ce72c82ed79,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:35.836936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:35.841769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:35.873029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:35.881104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:35.885765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:35.922138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Pushing event updated for resources: {'Port': ['ID=8ee965f0-afe9-42b5-b065-5ce72c82ed79,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:35.923672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:35.933360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Pushing event updated for resources: {'Port': ['ID=4effb92f-f56a-47b1-a123-d85fb19f3ce2,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:35.938075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:36.585237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:37.025397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:37.096517 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-d0b42c64-3810-45da-a1ad-3136d18d4d25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3608935 Apr 20 06:19:37.249908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a86bf-a9c6-4586-81da-a3689c49cb18 None None] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:19:37.312842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-375e054f-8c8d-44df-bd09-a67bb213a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:37.314457 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-375e054f-8c8d-44df-bd09-a67bb213a43d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 1098 time: 0.1362381 Apr 20 06:19:37.328330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 06:19:37.347216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b8ee43dc-45ef-4d38-bea6-7c9161113a6a None None] Provisioning for port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:37.585074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8a353bb3-57e9-4aa5-8146-07fe7e566c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:37.652376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-b38a762d-7c08-465c-b20d-f0da13ac2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:37.653829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-b38a762d-7c08-465c-b20d-f0da13ac2275 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.3177431 Apr 20 06:19:37.656696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:19:37.665638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Sync routers for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:19:37.676720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:37.677471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:37.780509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:37.784973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0620627 Apr 20 06:19:37.785385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58380) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:37.790797 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-d711f0ca-9c52-40c7-b7af-f6479ed46c4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 200 len: 1001 time: 0.1261961 Apr 20 06:19:37.800167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 8ee965f0-afe9-42b5-b065-5ce72c82ed79 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:37.868987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-7b20cc7f-702c-4135-9bb3-8aec094f3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:37.870963 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-7b20cc7f-702c-4135-9bb3-8aec094f3762 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0725393 Apr 20 06:19:37.872945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:37.904639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:37.909937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:37.910355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:37.975423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-87fde708-e171-4fea-a533-66d9b02b4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:37.977454 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-87fde708-e171-4fea-a533-66d9b02b4591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981843 Apr 20 06:19:38.046995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.085702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=8ee965f0-afe9-42b5-b065-5ce72c82ed79,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:38.090491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.092679 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:38.152231 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-4d497ef6-fa4d-4589-b05e-bfc904ab3d92 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677558 Apr 20 06:19:38.178875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.188070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=8ee965f0-afe9-42b5-b065-5ce72c82ed79,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:38.191616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:38.205052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:36Z', 'revision_number': 3, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:38.209392 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Checking router: 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:19:38.209795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Updating router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:19:38.270616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.321395 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8229637-641b-4441-9d64-6d0a3f4dd427 req-33543185-95f1-472a-8d9f-8a2e53579c7c service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618826 Apr 20 06:19:38.804409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.817313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Transition to ACTIVE for port object 4effb92f-f56a-47b1-a123-d85fb19f3ce2 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:38.824060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.828101 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aa1bce1b-122e-48e0-b58f-5f3b5d371a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:38.832477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.912992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Attempting to bind port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:38.913394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Attempting to bind port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:38.913787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Attempting to bind port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:38.916427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Pushing event updated for resources: {'Port': ['ID=4effb92f-f56a-47b1-a123-d85fb19f3ce2,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:38.926110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:38.926515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:38.926951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.927383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:38.927875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Bound port: 4effb92f-f56a-47b1-a123-d85fb19f3ce2, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:38.928298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:38.954635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.955016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.955420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.955779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.956135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.956489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.956846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.957200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.957569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.957921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.958270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.958615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:19:38.966905 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:39.014165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] For port 4effb92f-f56a-47b1-a123-d85fb19f3ce2, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:39.017400 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] For port 4effb92f-f56a-47b1-a123-d85fb19f3ce2, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4effb92f-f56a-47b1-a123-d85fb19f3ce2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:39.022231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.026333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:39.058758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Allocated IP 172.20.0.1 (006ad989-d973-43c8-bd93-a3ca58d0bc27/802ec95b-c887-4f80-b3e3-6bcd7371e55f/a97166c9-4464-40be-8471-cb2ddfcceba5) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:39.107289 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:39.107966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:39.215998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.225532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Pushing event updated for resources: {'Port': ['ID=4effb92f-f56a-47b1-a123-d85fb19f3ce2,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:39.232620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Transition to ACTIVE for port object a97166c9-4464-40be-8471-cb2ddfcceba5 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:39.235930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b8ee639e-4108-4ec1-a33c-c41d439227bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:39.257389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.267346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-02733a22-28ad-429a-9265-185415bcbb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:39.298389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:39.317361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:39.320122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:39.324083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:39.389362 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Pushing event updated for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:39.394135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:39.401325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.514458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2b57ccca-6cfa-4864-a4a3-77841a2600b8 None None] Provisioning for port a97166c9-4464-40be-8471-cb2ddfcceba5 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:39.519702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2b57ccca-6cfa-4864-a4a3-77841a2600b8 None None] Provisioning complete for port a97166c9-4464-40be-8471-cb2ddfcceba5 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:39.520228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b57ccca-6cfa-4864-a4a3-77841a2600b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.521671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.580983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b57ccca-6cfa-4864-a4a3-77841a2600b8 None None] Port a97166c9-4464-40be-8471-cb2ddfcceba5 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:39.612634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:36Z', 'revision_number': 3, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:39.616689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a39cdf-4bec-42a3-bb23-2f0c74cffb37 None None] The sync data for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi is: [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:36Z', 'revision_number': 3, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:19:39.763686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 8ee965f0-afe9-42b5-b065-5ce72c82ed79 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:39.766158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.770337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.799729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:39.841197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:39.841520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.888082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Pushing event updated for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:39.891846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:39.896824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:40.049134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:40.050327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:40.088129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4efeeb23-54eb-49f7-8690-f98078856aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:40.269133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:19:40.308999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-eee01f00-ae8b-47c1-a447-34ed88aed61f None None] Provisioning complete for port a97166c9-4464-40be-8471-cb2ddfcceba5 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:40.309417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eee01f00-ae8b-47c1-a447-34ed88aed61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:40.370164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-eee01f00-ae8b-47c1-a447-34ed88aed61f None None] Port a97166c9-4464-40be-8471-cb2ddfcceba5 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:40.418091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:40.467573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:19:40.478095 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] 10.222.0.38 "PUT /v2.0/routers/09d23c6d-e59e-47f9-b6c5-63ca7b44af19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916454 Apr 20 06:19:41.058982 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58398) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:41.065652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-145526238-network', 'tenant_id': '275a44acb3c440caa66959858f6ef602'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:41.071283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:41.075910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Usage tracker for resource:network and tenant:275a44acb3c440caa66959858f6ef602 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:41.079266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:41.086170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:41.098799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Made reservation on behalf of 275a44acb3c440caa66959858f6ef602 for: {'network': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:19:41.103757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.117281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.137701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:41.142070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Usage tracker for resource:security_group_rule and tenant:275a44acb3c440caa66959858f6ef602 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:41.145239 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:41.151880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:41.491507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.495730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.499956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3233283f-83e1-4516-9ff3-26579440ca58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:41.524806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=86384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:19:41.540439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132b66e-936d-4af1-a51f-3cf07d92e8d1,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:41.543508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.543894 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Added segment 29323b52-4d39-4b2a-b047-44b9916a0048 of type vlan for network b75971b1-1add-4d57-a41e-528aa558a39d Apr 20 06:19:41.545197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:41.573166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.604224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.605620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:41.606263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.609739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:41.676527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.716419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Pushing event updated for resources: {'Network': ['ID=b75971b1-1add-4d57-a41e-528aa558a39d,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:41.722766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6625550 Apr 20 06:19:41.722951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58402) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:41.723828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:41.729808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Request body: {'subnet': {'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-145526238-subnet', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:41.735499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network b75971b1-1add-4d57-a41e-528aa558a39d details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:19:41.736037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:41.740395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Usage tracker for resource:subnet and tenant:275a44acb3c440caa66959858f6ef602 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:41.744169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:41.750664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:41.763220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Made reservation on behalf of 275a44acb3c440caa66959858f6ef602 for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:19:41.768449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:41.805368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4effb92f-f56a-47b1-a123-d85fb19f3ce2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:41.911431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:41.916818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:41.917235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.040752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.058386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 4effb92f-f56a-47b1-a123-d85fb19f3ce2, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4effb92f-f56a-47b1-a123-d85fb19f3ce2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:42.062624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.064516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:42.138461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.149349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=4effb92f-f56a-47b1-a123-d85fb19f3ce2,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:42.152834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:42.195410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.199365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:42.275323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:42.279414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:42.285684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Checking segment: {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:42.286071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Network hostable DHCP agents. Network: b75971b1-1add-4d57-a41e-528aa558a39d, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:19:42.305450 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Network b75971b1-1add-4d57-a41e-528aa558a39d is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:19:42.316072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, b75971b1-1add-4d57-a41e-528aa558a39d) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:42.325532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98a351-c988-4fc9-8ee2-c8bb9f842147 None None] Network b75971b1-1add-4d57-a41e-528aa558a39d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:19:42.328807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:42.329490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.358214 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-493b1f66-b263-474d-b7a5-8f909dfc738e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6342270 Apr 20 06:19:42.361148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58406) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:42.366728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:42.372352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:42.376780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Usage tracker for resource:router and tenant:275a44acb3c440caa66959858f6ef602 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:42.380537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:42.386843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:42.396681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.397772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.413129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.430423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Sync routers for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:19:42.456536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:42.457201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:42.704949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.724128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-b75971b1-1add-4d57-a41e-528aa558a39d', 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'fixed_ips': [{'subnet_id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 06:19:42.725008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:42.740235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:43.237025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Allocated IP 172.20.0.2 (b75971b1-1add-4d57-a41e-528aa558a39d/bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825/692a7297-356d-4e07-8936-612759919c0c) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:43.306563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.341802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.495371 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Allocated IP 172.27.2.24 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/c0881378-7336-4ef8-be96-b17fbe55c54b) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:43.654319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.685395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.690748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e418116e-2023-448e-868c-cc0466841b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:43.760464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:43.763604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:43.766633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:43.781570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 2, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:43.787712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4effb92f-f56a-47b1-a123-d85fb19f3ce2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:43.805533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Pushing event updated for resources: {'Port': ['ID=c0881378-7336-4ef8-be96-b17fbe55c54b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:43.808485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:43.824443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.841350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Checking router: 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:19:43.841781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Updating router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 port a97166c9-4464-40be-8471-cb2ddfcceba5 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:19:43.893441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Transition to ACTIVE for port object 692a7297-356d-4e07-8936-612759919c0c will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:43.949489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Transition to ACTIVE for port object 692a7297-356d-4e07-8936-612759919c0c will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:43.955851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.970900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:43.978803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b12e08d-e20a-4e6a-8770-12ec61b8ee72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:44.104280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Network b75971b1-1add-4d57-a41e-528aa558a39d is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:44.116974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:44.123068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Pushing event updated for resources: {'Port': ['ID=692a7297-356d-4e07-8936-612759919c0c,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:44.127951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:44.130250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:44.130545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.156492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:44.223738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.356590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Attempting to bind port 692a7297-356d-4e07-8936-612759919c0c on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:44.357174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Attempting to bind port 692a7297-356d-4e07-8936-612759919c0c by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:44.357333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Attempting to bind port 692a7297-356d-4e07-8936-612759919c0c on network b75971b1-1add-4d57-a41e-528aa558a39d {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:44.431545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:44.431962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Checking segment: {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:44.432411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.432847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Bound using segment: {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:44.433376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Bound port: 692a7297-356d-4e07-8936-612759919c0c, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:44.433760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.583722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.643837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] For port 692a7297-356d-4e07-8936-612759919c0c, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:44.647766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] For port 692a7297-356d-4e07-8936-612759919c0c, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=692a7297-356d-4e07-8936-612759919c0c,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:44.658802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.665717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:44.802009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Router b1f0a866-869f-42d4-9474-0cfa519a8039 is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 06:19:44.803015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.806195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Pushing event updated for resources: {'Port': ['ID=692a7297-356d-4e07-8936-612759919c0c,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:44.810804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:44.824127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Transition to ACTIVE for port object a97166c9-4464-40be-8471-cb2ddfcceba5 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:44.831259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:44.835125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:44.974970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Pushing event updated for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:44.998016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:19:45.003844 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:45.007383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Sync routers for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:19:45.020665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:45.021869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:45.032386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:45.035123 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9fcf6b37-17e5-4ed7-b497-3215d5f848ff admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6715782 Apr 20 06:19:45.036712 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58410) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:45.076922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Attempting to bind port a97166c9-4464-40be-8471-cb2ddfcceba5 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:45.077332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Attempting to bind port a97166c9-4464-40be-8471-cb2ddfcceba5 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:45.077736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Attempting to bind port a97166c9-4464-40be-8471-cb2ddfcceba5 on network 006ad989-d973-43c8-bd93-a3ca58d0bc27 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:45.086925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:45.087659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Checking segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:45.088126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:45.088563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Bound using segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:45.089090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Bound port: a97166c9-4464-40be-8471-cb2ddfcceba5, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:45.089509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:45.233326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] For port a97166c9-4464-40be-8471-cb2ddfcceba5, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:45.238276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] For port a97166c9-4464-40be-8471-cb2ddfcceba5, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a97166c9-4464-40be-8471-cb2ddfcceba5,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:45.247963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:45.252704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22b27cd8-5483-4f38-bf9f-b4861e659eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:45.315084 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:45.339779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:45.340472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:45.663827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Pushing event updated for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:45.675573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:44Z', 'revision_number': 3, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:45.677650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:45.680706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Checking router: b1f0a866-869f-42d4-9474-0cfa519a8039 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:19:45.681196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Updating router b1f0a866-869f-42d4-9474-0cfa519a8039 port c0881378-7336-4ef8-be96-b17fbe55c54b binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:19:45.745462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:45.747931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:45.885151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:19:45.893219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 692a7297-356d-4e07-8936-612759919c0c up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:46.091915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 692a7297-356d-4e07-8936-612759919c0c completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:46.155259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.170219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Transition to ACTIVE for port object c0881378-7336-4ef8-be96-b17fbe55c54b will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:46.176314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:45Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:46.181019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dce1c7-9ec9-4eb7-99ac-3629d6394ece None None] The sync data for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi is: [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:45Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:19:46.181328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.182123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.191760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:46.273346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Attempting to bind port c0881378-7336-4ef8-be96-b17fbe55c54b on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:46.273787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Attempting to bind port c0881378-7336-4ef8-be96-b17fbe55c54b by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:46.274231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Attempting to bind port c0881378-7336-4ef8-be96-b17fbe55c54b on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:46.299651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:46.300072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:46.300603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.301052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:46.301631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Bound port: c0881378-7336-4ef8-be96-b17fbe55c54b, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:46.302193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.410923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735391d5-afc1-44a6-969d-ca0c1aeda30e None None] Pushing event updated for resources: {'Port': ['ID=c0881378-7336-4ef8-be96-b17fbe55c54b,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:46.417375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-735391d5-afc1-44a6-969d-ca0c1aeda30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:46.421644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] For port c0881378-7336-4ef8-be96-b17fbe55c54b, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:46.425073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] For port c0881378-7336-4ef8-be96-b17fbe55c54b, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=c0881378-7336-4ef8-be96-b17fbe55c54b,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:46.436249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.442559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:46.488391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Allocated IP 172.20.0.1 (b75971b1-1add-4d57-a41e-528aa558a39d/bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825/17fcaf3b-1054-4d85-89f9-a6f640c7ab17) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:46.504471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83e182-410c-4d8a-a5d6-101f8be8150a None None] Network b75971b1-1add-4d57-a41e-528aa558a39d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:19:46.530375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:46.531081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:46.604838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Provisioning for port 692a7297-356d-4e07-8936-612759919c0c completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:46.620153 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Provisioning complete for port 692a7297-356d-4e07-8936-612759919c0c triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:46.620672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.656722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735391d5-afc1-44a6-969d-ca0c1aeda30e None None] Pushing event updated for resources: {'Port': ['ID=c0881378-7336-4ef8-be96-b17fbe55c54b,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:46.667618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-735391d5-afc1-44a6-969d-ca0c1aeda30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:46.682565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.711306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Transition to ACTIVE for port object 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:46.739368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:46.739560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.745399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06b9ba67-e28b-44bc-a9ba-2e623bc84208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:46.833604 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Network b75971b1-1add-4d57-a41e-528aa558a39d is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:46.836564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:46.843216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:46.893583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.903008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:46.908804 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:46.916134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.973895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] For port 692a7297-356d-4e07-8936-612759919c0c, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=692a7297-356d-4e07-8936-612759919c0c,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:46.980921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:46.983117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-250c88a3-a2c3-491f-bcc9-7484ff0db17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:47.079671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Pushing event updated for resources: {'Port': ['ID=692a7297-356d-4e07-8936-612759919c0c,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:47.080203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.091429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:47.282448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:44Z', 'revision_number': 3, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:47.289696 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6683e2-4bf6-4f4f-8c9d-2ae4fd15a433 None None] The sync data for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi is: [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:44Z', 'revision_number': 3, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:19:47.314963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Provisioning for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:47.323767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Provisioning complete for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:47.324185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.382054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.386825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:47.388378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.399924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Provisioning complete for port 692a7297-356d-4e07-8936-612759919c0c triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:47.400337 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e896efbe-b416-43f5-9616-631dd7fae475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.420277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45d5fc8-c25f-4d86-aca0-3bb9d9cc81ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:47.510445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:47.515440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:47.516287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.656718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-61dd7b2e-6082-4ec4-a1b4-8ea4bfde9ba0 None None] Provisioning complete for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:47.657330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61dd7b2e-6082-4ec4-a1b4-8ea4bfde9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:47.669936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Network b75971b1-1add-4d57-a41e-528aa558a39d is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:47.671352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:47.745482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-61dd7b2e-6082-4ec4-a1b4-8ea4bfde9ba0 None None] Port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:47.957185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Router b1f0a866-869f-42d4-9474-0cfa519a8039 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:19:47.960404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a97166c9-4464-40be-8471-cb2ddfcceba5 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:48.012436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6dffb163-be50-4c1e-b376-7bc29f11a973 None None] Provisioning complete for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:48.012861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dffb163-be50-4c1e-b376-7bc29f11a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.087041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-6dffb163-be50-4c1e-b376-7bc29f11a973 None None] Port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:19:48.097987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port a97166c9-4464-40be-8471-cb2ddfcceba5 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:48.104451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a97166c9-4464-40be-8471-cb2ddfcceba5 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:48.105006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.156342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:19:48.166882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] 10.222.0.38 "PUT /v2.0/routers/b1f0a866-869f-42d4-9474-0cfa519a8039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1288302 Apr 20 06:19:48.236816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.271360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port a97166c9-4464-40be-8471-cb2ddfcceba5, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a97166c9-4464-40be-8471-cb2ddfcceba5,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:48.274876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.275816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 692a7297-356d-4e07-8936-612759919c0c up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:48.309883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:48.405596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:48.409464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:48.420571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 692a7297-356d-4e07-8936-612759919c0c triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:48.420991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.560649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device c0881378-7336-4ef8-be96-b17fbe55c54b up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:48.632266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port c0881378-7336-4ef8-be96-b17fbe55c54b completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:48.637767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port c0881378-7336-4ef8-be96-b17fbe55c54b triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:48.638190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.767063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.784252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port c0881378-7336-4ef8-be96-b17fbe55c54b, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=c0881378-7336-4ef8-be96-b17fbe55c54b,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:48.788319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:48.790394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:48.864702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=c0881378-7336-4ef8-be96-b17fbe55c54b,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:48.868199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:49.788908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a97166c9-4464-40be-8471-cb2ddfcceba5 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:49.876358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port a97166c9-4464-40be-8471-cb2ddfcceba5 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:49.876777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:50.021263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device c0881378-7336-4ef8-be96-b17fbe55c54b up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:50.106378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port c0881378-7336-4ef8-be96-b17fbe55c54b triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:50.106806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:50.316814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Sync routers for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:19:50.330225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:50.330946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:50.556923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:50.964026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:46Z', 'revision_number': 4, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '17fcaf3b-1054-4d85-89f9-a6f640c7ab17', 'name': '', 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'mac_address': 'fa:16:3e:b0:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:46Z', 'updated_at': '2021-04-20T06:19:47Z', 'revision_number': 2, 'project_id': '275a44acb3c440caa66959858f6ef602', 'subnets': [{'id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:50.970570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Checking router: b1f0a866-869f-42d4-9474-0cfa519a8039 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:19:50.971171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Updating router b1f0a866-869f-42d4-9474-0cfa519a8039 port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:19:51.046795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:51.125367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2d20a-6297-4a4b-b16a-4d971ca2b7ae req-3901737b-549f-4481-9520-8e8b1b47371c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:51.129045 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51e2d20a-6297-4a4b-b16a-4d971ca2b7ae req-3901737b-549f-4481-9520-8e8b1b47371c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1150582 Apr 20 06:19:51.204370 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51e2d20a-6297-4a4b-b16a-4d971ca2b7ae req-93893f84-ad17-4636-a39d-fb3783e1160a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661106 Apr 20 06:19:51.709097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:51.723265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Transition to ACTIVE for port object 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:19:51.730815 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:51.735854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:51.910993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabd04e-93b5-4e10-8eff-c9f6ce58eeec None None] Pushing event updated for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:51.919457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bdabd04e-93b5-4e10-8eff-c9f6ce58eeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:51.987616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9560b65a-f034-4ae7-92e0-779c362e2e7a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:51.989288 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9560b65a-f034-4ae7-92e0-779c362e2e7a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1436183 Apr 20 06:19:51.995590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Attempting to bind port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:19:51.996011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Attempting to bind port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:19:51.996425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Attempting to bind port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 on network b75971b1-1add-4d57-a41e-528aa558a39d {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:19:52.002872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:19:52.003425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Checking segment: {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:19:52.004025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.004537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Bound using segment: {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:19:52.005141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Bound port: 17fcaf3b-1054-4d85-89f9-a6f640c7ab17, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29323b52-4d39-4b2a-b047-44b9916a0048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:19:52.007331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.091067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Deleting port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:19:52.091766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.124502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] For port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:19:52.129849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] For port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:19:52.135121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.140542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:52.238633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:52.241698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:52.495332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabd04e-93b5-4e10-8eff-c9f6ce58eeec None None] Pushing event updated for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:52.508871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bdabd04e-93b5-4e10-8eff-c9f6ce58eeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:52.513013 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] For port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:52.514214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.547418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf40d-e15f-4e88-badb-dc94f1a80f8e req-180578ef-515f-4c51-ad10-915a12cc4027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:52.549262 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e60bf40d-e15f-4e88-badb-dc94f1a80f8e req-180578ef-515f-4c51-ad10-915a12cc4027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 945 time: 0.1404426 Apr 20 06:19:52.589411 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:52.608058 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e60bf40d-e15f-4e88-badb-dc94f1a80f8e req-8b18440a-49d7-436b-bdff-a01605feb354 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=c341e002-5156-43d7-b383-e14e9d5cd70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517721 Apr 20 06:19:52.934921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.935401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:52.935765 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Floating IP 9f6e856b-a023-4523-aad7-3f5be7be107e disassociated. External IP: 172.27.2.213, port: 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1. Apr 20 06:19:52.936155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Calling delete_port for 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:19:53.011879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:46Z', 'revision_number': 4, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '17fcaf3b-1054-4d85-89f9-a6f640c7ab17', 'name': '', 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'mac_address': 'fa:16:3e:b0:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:46Z', 'updated_at': '2021-04-20T06:19:52Z', 'revision_number': 4, 'project_id': '275a44acb3c440caa66959858f6ef602', 'subnets': [{'id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:53.016470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f6840-0357-42d5-b6c2-6c4567a0597a None None] The sync data for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi is: [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:19:46Z', 'revision_number': 4, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '17fcaf3b-1054-4d85-89f9-a6f640c7ab17', 'name': '', 'network_id': 'b75971b1-1add-4d57-a41e-528aa558a39d', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'mac_address': 'fa:16:3e:b0:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:46Z', 'updated_at': '2021-04-20T06:19:52Z', 'revision_number': 4, 'project_id': '275a44acb3c440caa66959858f6ef602', 'subnets': [{'id': 'bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:19:53.156152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:53.163522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8200bb9d-5b96-44b4-9bdb-257c48155a76 tempest-AttachVolumeNegativeTest-1672226746 tempest-AttachVolumeNegativeTest-1672226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:53.228893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'Port': ['ID=176fc1fc-e45b-4a2f-9e1a-b9eb658036d1,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:53.232066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:53.474835 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:19:53.801539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:19:53.814063 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:19:53.839365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:53.843436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:53.895521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:53.996975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] No DVR routers for this DVR port 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:19:54.000642 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cc18e30-9ed6-4ff8-8047-ce0de3620a1d req-b956faf1-cf79-4a2d-bc19-19c55edcbe33 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3f6ad1-afbe-42d1-a964-43891369073b HTTP/1.1" status: 200 len: 210 time: 0.1074572 Apr 20 06:19:54.001682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:54.012410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'name': 'network-vif-deleted', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:19:54.019985 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ab8750a-6d05-4546-bf6e-0de1224b5bd6 req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "DELETE /v2.0/ports/176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 HTTP/1.1" status: 204 len: 173 time: 2.0198884 Apr 20 06:19:54.028020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:19:54.044545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:54.045195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:54.129535 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3f6ad1-afbe-42d1-a964-43891369073b', 'name': 'network-vif-deleted', 'tag': '176fc1fc-e45b-4a2f-9e1a-b9eb658036d1', 'status': 'completed', 'code': 200} Apr 20 06:19:54.198508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:54.217254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:54.263078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:19:54.270246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:54.282673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58729d30-7d9f-4450-ba93-773a213e2750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:54.370113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:54.381094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:54.680587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:54.686313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:19:54.701442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:19:54.702104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:19:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:54.920630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:19:55.176114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58464) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:55.258857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.289887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:19:55.290974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.295070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71601b-6365-469b-8f84-a01f716c04c9 None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:19:55.362346 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.368117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ac8e6d8-9669-4992-be80-6968832f8136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:55.393775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341e002-5156-43d7-b383-e14e9d5cd70c,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:55.398955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:55.406626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.407978 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "DELETE /v2.0/security-groups/c341e002-5156-43d7-b383-e14e9d5cd70c HTTP/1.1" status: 204 len: 168 time: 0.2307241 Apr 20 06:19:55.411074 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58468) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:55.439015 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-58a6af94-f1bc-4778-97a1-e7e94eaff50c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] show failed (client error): The resource could not be found. Apr 20 06:19:55.440160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-58a6af94-f1bc-4778-97a1-e7e94eaff50c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups/c341e002-5156-43d7-b383-e14e9d5cd70c HTTP/1.1" status: 404 len: 347 time: 0.0280035 Apr 20 06:19:55.443545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58472) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:55.630152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Deleting port cbc9fbf2-9e40-4261-aa88-6e698f929277 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:19:55.630894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.754478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53501d-6d32-49fb-9282-27df6b33aa26 None None] New status for floating IP 9f6e856b-a023-4523-aad7-3f5be7be107e: DOWN {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:19:55.845525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.846330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:55.858937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:19:55.995793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Calling delete_port for cbc9fbf2-9e40-4261-aa88-6e698f929277 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:19:56.094952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:19:56.095407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:56.100891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:19:56.101261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:19:56.602324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Deleting port cbc9fbf2-9e40-4261-aa88-6e698f929277 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:19:56.602907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:56.804451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:56.804802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:56.949814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Calling delete_port for cbc9fbf2-9e40-4261-aa88-6e698f929277 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:19:57.010619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:19:57.054555 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:19:57.054847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 176fc1fc-e45b-4a2f-9e1a-b9eb658036d1 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:19:57.113733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:57.119097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:57.171546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'Port': ['ID=cbc9fbf2-9e40-4261-aa88-6e698f929277,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:57.175174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:57.275848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:57.293383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:57.294740 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bbba76f5-8491-473c-9cfb-0ca1b9cdf6a4 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "DELETE /v2.0/floatingips/9f6e856b-a023-4523-aad7-3f5be7be107e HTTP/1.1" status: 204 len: 168 time: 1.8499405 Apr 20 06:19:58.051123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58482) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:58.057768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711203108', 'description': 'tempest-description--1453619552'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:58.064729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:58.069086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:58.076659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:58.083023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:58.094687 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.117020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:58.121185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:58.124210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:58.130485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:58.215787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.222014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.234022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d1ec4c0-8a51-4700-b297-5caa538e6b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:58.277210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea0353-3826-4c12-8ce3-e6dc90ebf410,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:58.280330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:58.282092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.286661 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2315888 Apr 20 06:19:58.286966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58486) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:58.292990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group_rule': {'security_group_id': '93ea0353-3826-4c12-8ce3-e6dc90ebf410', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:58.299834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:58.306032 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:58.309240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:58.315718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:58.333612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.407334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.410661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.412953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-28a55987-4c5c-4dc5-9882-1a8fcffc00e3 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:58.435308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd0a792-e1cf-4a2c-8200-ca3955254fcc,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:58.440936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:58.447818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.449268 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610568 Apr 20 06:19:58.452018 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58496) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:58.457872 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'security_group_rule': {'security_group_id': '93ea0353-3826-4c12-8ce3-e6dc90ebf410', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:58.464645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:58.468908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:security_group_rule and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:58.472193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:58.478378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:58.494302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.563000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.566043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.571825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:58.592339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dd3466-191a-4672-83f4-e7afd054ccbe,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:58.594543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:58.601600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.606310 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499171 Apr 20 06:19:58.606727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58502) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:19:58.612412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:19:58.619266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:19:58.623565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Usage tracker for resource:floatingip and tenant:2ae0d7d884a3434b8f6276d0a08c6f8a is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:19:58.626729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:19:58.633808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:19:58.644201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.796560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:58.947528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Allocated IP 172.27.2.68 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:19:59.238847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:59.251372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-9b71867e-c08b-4c0c-a661-597b8c37fd1f tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:19:59.252960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-9b71867e-c08b-4c0c-a661-597b8c37fd1f tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 814 time: 0.2214191 Apr 20 06:19:59.273393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-cc57355a-b9d6-435a-a46f-79ccf4f2de27 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/quotas/483b74f0870a4ccfaf805714b115d45f HTTP/1.1" status: 200 len: 375 time: 0.0132964 Apr 20 06:19:59.343836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:59.348350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1c345f39-9ccd-499f-92d9-d4d9859c21ff tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:19:59.428918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:19:59.435602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:19:59.439785 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:19:59.442148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:19:59.469316 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:19:59.501940 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-8be6d975-160a-46a4-b3c4-9a72d0517a36 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210460 Apr 20 06:19:59.547628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:59.612238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:19:59.642629 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-82bf0f60-03c9-4007-b69f-e3d295bfc694 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:19:59.643721 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-82bf0f60-03c9-4007-b69f-e3d295bfc694 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285679 Apr 20 06:19:59.902572 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-14ace6b7-0f17-42fe-8905-40c8a8ed587e service neutron] 10.222.0.38 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460873 Apr 20 06:20:00.083508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:00.090954 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6b1adf8c-4771-41e1-a5a3-591918ab3be2 service neutron] 10.222.0.38 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778462 Apr 20 06:20:00.091735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:00.095597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1df1388-235d-4c07-ac5b-441f19934d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:00.341306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f5511488-d6a4-430c-a024-6fe4b49508a1 req-269276ad-df99-4dc2-b61a-c4f9886d5529 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:00.360900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f5511488-d6a4-430c-a024-6fe4b49508a1 req-269276ad-df99-4dc2-b61a-c4f9886d5529 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:00.362657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5511488-d6a4-430c-a024-6fe4b49508a1 req-269276ad-df99-4dc2-b61a-c4f9886d5529 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 210 time: 0.0818048 Apr 20 06:20:00.462534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:00.471121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:00.480754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:00.504033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:00.505472 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8975053 Apr 20 06:20:00.750979 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-5fb7a821-7202-4651-b049-b512e1224052 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--711203108&fields=id&tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 267 time: 0.0488617 Apr 20 06:20:00.921779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-5c1e44b2-5699-467b-821d-25524c1ad38e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:00.923335 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-5c1e44b2-5699-467b-821d-25524c1ad38e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 810 time: 0.1648440 Apr 20 06:20:00.940624 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9b69e440-fc25-4910-99fb-526bbc2b6a78 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/quotas/2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 375 time: 0.0105066 Apr 20 06:20:01.033542 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-cd488713-4f03-46b9-a555-6908631ba25a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:01.050999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-cd488713-4f03-46b9-a555-6908631ba25a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:01.052436 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-cd488713-4f03-46b9-a555-6908631ba25a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057031 Apr 20 06:20:01.209882 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-329c99be-c01c-47aa-ae73-6b2180e43132 service neutron] 10.222.0.38 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415243 Apr 20 06:20:01.478396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-039c994a-96a9-4438-bc9d-bb14799b2c2a service neutron] 10.222.0.38 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622685 Apr 20 06:20:01.508256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-27d43456-d05a-42b0-bddd-5f75e594e429 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:01.510480 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-27d43456-d05a-42b0-bddd-5f75e594e429 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 814 time: 0.2158997 Apr 20 06:20:01.525665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'port': {'device_id': '4d12705d-98f1-4a16-942b-41f442454012', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'admin_state_up': True, 'tenant_id': '483b74f0870a4ccfaf805714b115d45f'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:01.533997 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64a39e26-4114-4ec3-b9f1-45881b4714a4 req-0eb6349d-3a6e-43a7-8b4b-7aec0884a3dd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 210 time: 0.0517673 Apr 20 06:20:01.690858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:01.698518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-eb034849-fba4-47ec-9125-3abf65857dd1 req-b244bd36-b816-40d7-8526-d996ce486e89 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:01.702907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:01.715191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-eb034849-fba4-47ec-9125-3abf65857dd1 req-b244bd36-b816-40d7-8526-d996ce486e89 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:01.716985 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb034849-fba4-47ec-9125-3abf65857dd1 req-b244bd36-b816-40d7-8526-d996ce486e89 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0817966 Apr 20 06:20:01.727795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Made reservation on behalf of 483b74f0870a4ccfaf805714b115d45f for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:20:01.734562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:01.989976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Allocated IP 172.20.0.3 (006ad989-d973-43c8-bd93-a3ca58d0bc27/802ec95b-c887-4f80-b3e3-6bcd7371e55f/2bd370bc-5732-409e-946b-79a2a4a2f011) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:20:02.249069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:02.266198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Transition to ACTIVE for port object 2bd370bc-5732-409e-946b-79a2a4a2f011 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:20:02.304526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:02.310912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6b26a594-74b5-48ce-b190-57abdc09f7b5 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:02.390945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:20:02.394349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:20:02.398747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:20:02.434718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:02.442993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:02.475917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:02.476659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:02.506975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9867425 Apr 20 06:20:02.625025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-1e11f357-ea21-4816-b202-b6436f2f978b None None] Provisioning for port 2bd370bc-5732-409e-946b-79a2a4a2f011 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:20:02.630717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-1e11f357-ea21-4816-b202-b6436f2f978b None None] Provisioning complete for port 2bd370bc-5732-409e-946b-79a2a4a2f011 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:20:02.631248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1e11f357-ea21-4816-b202-b6436f2f978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:02.693814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1e11f357-ea21-4816-b202-b6436f2f978b None None] Port 2bd370bc-5732-409e-946b-79a2a4a2f011 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:20:02.771673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8e6a3-6f83-4e12-a418-77c12d7345ce req-c5eff3fe-8c6b-45a4-b181-a0cd2f1889c7 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:02.772396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0cd8e6a3-6f83-4e12-a418-77c12d7345ce req-c5eff3fe-8c6b-45a4-b181-a0cd2f1889c7 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:02.789080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0cd8e6a3-6f83-4e12-a418-77c12d7345ce req-c5eff3fe-8c6b-45a4-b181-a0cd2f1889c7 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:02.790790 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cd8e6a3-6f83-4e12-a418-77c12d7345ce req-c5eff3fe-8c6b-45a4-b181-a0cd2f1889c7 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.1318197 Apr 20 06:20:02.842909 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cd8e6a3-6f83-4e12-a418-77c12d7345ce req-ab7719ce-af28-4d74-9189-44f40e95a1fa tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Apr 20 06:20:02.910647 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4012700a-d90d-4095-8371-d54d85317169 req-ccb2c71c-89a4-4711-a383-bb145fb3c089 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0518634 Apr 20 06:20:04.061071 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b2543-bf53-4223-b862-e8c621a33fbe req-2c9a7611-22ce-43c7-8abd-5ff92b75e9d8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:04.062980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e06b2543-bf53-4223-b862-e8c621a33fbe req-2c9a7611-22ce-43c7-8abd-5ff92b75e9d8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0966024 Apr 20 06:20:04.093218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0df444d1-64b6-484a-a1a9-1de9db5d51ce req-6d49127c-5d0b-478f-bfcb-1f59ba4759f0 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0500734 Apr 20 06:20:04.123574 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e06b2543-bf53-4223-b862-e8c621a33fbe req-09ae6cdc-018f-4451-8ed7-b43c98c7e0f3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536363 Apr 20 06:20:05.286553 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21143c54-c105-418b-a1d7-146ad0e34365 req-9744f75e-56a1-422d-a181-6caf4057d693 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0528464 Apr 20 06:20:05.326928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb7d-6db4-49bc-89b8-c369ed4e0f01 req-05d97cc2-c30a-4592-b345-7bad02718291 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:05.328587 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4424fb7d-6db4-49bc-89b8-c369ed4e0f01 req-05d97cc2-c30a-4592-b345-7bad02718291 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0962093 Apr 20 06:20:05.378182 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4424fb7d-6db4-49bc-89b8-c369ed4e0f01 req-14f4d6a9-6ecf-498c-9ba2-e9dfd4a62a67 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Apr 20 06:20:06.463434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2ffe608-171b-48a5-b8fc-84ac814cecae req-247fc028-b787-4041-bf0e-a9a52040956e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0541656 Apr 20 06:20:06.588384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296fe8-ea61-4cdb-841e-d757146acb4b req-89432538-81e6-43f3-aefb-673d73ee930e tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:06.590002 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae296fe8-ea61-4cdb-841e-d757146acb4b req-89432538-81e6-43f3-aefb-673d73ee930e tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0942335 Apr 20 06:20:06.640442 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae296fe8-ea61-4cdb-841e-d757146acb4b req-247332f7-ac48-4683-832a-949bf6ef9ac1 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Apr 20 06:20:07.579726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5530-5ee6-412c-aec7-36b7baeb0d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:07.632848 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15889c1a-730e-410b-be98-adcc02d278d0 req-16aba32a-28ec-45f4-bb2c-b3c13748c4f1 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0492878 Apr 20 06:20:07.851478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c28ff0-faa2-4a1e-aa8f-73821a7f224f req-1b6d694f-21ee-4017-a8f5-0c90b68ebccc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:07.853030 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8c28ff0-faa2-4a1e-aa8f-73821a7f224f req-1b6d694f-21ee-4017-a8f5-0c90b68ebccc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0942898 Apr 20 06:20:07.910000 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e8c28ff0-faa2-4a1e-aa8f-73821a7f224f req-6cccff8a-779e-443e-bf1d-099326a812a5 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Apr 20 06:20:08.154954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:08.810965 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98780c32-ddbc-4d39-a7b7-e23a4e46cc35 req-a949cdff-1177-4d27-9150-0f2d0b2907af tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0537002 Apr 20 06:20:09.132653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e01afb-8c6d-4663-881b-1c8adbe388bb req-de447b2d-9b24-4f27-8177-afb94b04d327 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:09.134379 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-65e01afb-8c6d-4663-881b-1c8adbe388bb req-de447b2d-9b24-4f27-8177-afb94b04d327 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0982652 Apr 20 06:20:09.185384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-65e01afb-8c6d-4663-881b-1c8adbe388bb req-509567d0-1710-4f18-b48d-81fbc084bbde tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Apr 20 06:20:09.994707 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1207533c-7813-4c99-8b5b-22b2108eaad9 req-4dfb2793-75b0-4e08-a22f-a6072963901e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0496678 Apr 20 06:20:10.084740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eadf6d0a-f5ba-4063-9be7-047d10c9d42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:10.414092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eb9b1-370e-4d94-9eba-90fd9eb6e49f req-03e2b208-9927-4479-8ae7-e1ca1bc5cdab tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:10.424104 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d4eb9b1-370e-4d94-9eba-90fd9eb6e49f req-03e2b208-9927-4479-8ae7-e1ca1bc5cdab tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.1022010 Apr 20 06:20:10.430511 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:10.468552 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d4eb9b1-370e-4d94-9eba-90fd9eb6e49f req-32041d9b-54e2-442f-8164-06a57e1655e8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Apr 20 06:20:11.168111 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fe509a1-cc51-4255-b449-1a7542bbfcf6 req-2ab75c17-b16c-40c7-b10f-02bd2b432fa0 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0501535 Apr 20 06:20:11.677093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0c46e-5c86-4c1f-9dd6-42af2de3edbd req-6fe3cdb9-8db6-4ea3-bc33-1edcba5a16ad tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:11.678732 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1a0c46e-5c86-4c1f-9dd6-42af2de3edbd req-6fe3cdb9-8db6-4ea3-bc33-1edcba5a16ad tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0947869 Apr 20 06:20:11.688027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:11.728615 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1a0c46e-5c86-4c1f-9dd6-42af2de3edbd req-8be2695e-6e4a-4033-983e-c01d460208b5 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Apr 20 06:20:12.095755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:12.345502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4624cac8-5c29-4581-b755-e7f9e09be463 req-1186f3b0-7218-4b59-800a-72d744cca918 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0529065 Apr 20 06:20:12.948769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7906-0c12-469f-8943-d7b009dd64e7 req-cfd71e0a-46c5-48fd-9f50-1b3c85b9e17c tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:12.950364 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6e7b7906-0c12-469f-8943-d7b009dd64e7 req-cfd71e0a-46c5-48fd-9f50-1b3c85b9e17c tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 931 time: 0.0971215 Apr 20 06:20:13.004766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6e7b7906-0c12-469f-8943-d7b009dd64e7 req-1958c2ae-70a0-469f-88f4-295ecccf6720 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Apr 20 06:20:13.371911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Request body: {'port': {'device_id': '4d12705d-98f1-4a16-942b-41f442454012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:13.495491 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:13.514849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-020c42a5-f54c-4a35-ac9d-83bc34969ffe req-bf5f6616-0d7b-4f83-9dec-5f6f7782ef84 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0502062 Apr 20 06:20:13.874049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd370bc-5732-409e-946b-79a2a4a2f011 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:20:13.883332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:13.900476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Transition to ACTIVE for port object 2bd370bc-5732-409e-946b-79a2a4a2f011 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:20:13.904066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:13.908055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-09750d82-7f71-4b98-be0f-70b1d9101f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:14.093444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:14.147562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.147972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.148420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.148747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.149134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.149523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.149909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.150330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.150663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.151190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.151580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.152034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:14.156123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:14.225422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-c60bfafe-9ec7-4053-b123-d274118a7da1 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:14.226961 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-c60bfafe-9ec7-4053-b123-d274118a7da1 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 810 time: 0.2174137 Apr 20 06:20:14.260043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Attempting to bind port 2bd370bc-5732-409e-946b-79a2a4a2f011 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:20:14.260427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Attempting to bind port 2bd370bc-5732-409e-946b-79a2a4a2f011 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:20:14.260760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Attempting to bind port 2bd370bc-5732-409e-946b-79a2a4a2f011 on network 006ad989-d973-43c8-bd93-a3ca58d0bc27 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:20:14.268920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Port 2bd370bc-5732-409e-946b-79a2a4a2f011 on network 006ad989-d973-43c8-bd93-a3ca58d0bc27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:20:14.269291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Attempting to bind port 2bd370bc-5732-409e-946b-79a2a4a2f011 on network 006ad989-d973-43c8-bd93-a3ca58d0bc27 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:20:14.280383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:20:14.280383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Checking segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:20:14.280812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Bound using segment: {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:20:14.281154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Bound port: 2bd370bc-5732-409e-946b-79a2a4a2f011, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a0c52c-4ebc-4a95-9ed5-980043947077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:20:14.281521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:14.305560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9986d244-5240-434c-8153-1fb395328cfb tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:14.309308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a915fb2-e96c-4359-a5bd-8fb4cd1092a5 req-527fc954-c199-48d1-a4af-b50006c89881 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:14.311274 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a915fb2-e96c-4359-a5bd-8fb4cd1092a5 req-527fc954-c199-48d1-a4af-b50006c89881 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 943 time: 0.1538956 Apr 20 06:20:14.322048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9986d244-5240-434c-8153-1fb395328cfb tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:14.323555 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9986d244-5240-434c-8153-1fb395328cfb tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a HTTP/1.1" status: 200 len: 5708 time: 0.0881288 Apr 20 06:20:14.336638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'port': {'device_id': '533775be-121d-4669-83a3-d69eb9151bcc', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'admin_state_up': True, 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'security_groups': ['93ea0353-3826-4c12-8ce3-e6dc90ebf410']}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:14.427614 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a915fb2-e96c-4359-a5bd-8fb4cd1092a5 req-0cefc39a-9cc9-491e-b2c3-319aa155fa39 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844319 Apr 20 06:20:14.434543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:20:14.438812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:20:14.443859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:14.454355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cadf23de-0bc5-4960-bd8d-36ff1669c0ed tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:14.491173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:14.491705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:14.493273 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] 10.222.0.16 "PUT /v2.0/ports/2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 1093 time: 1.1281974 Apr 20 06:20:14.511600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:14.630552 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:20:14.770618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:14.782217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:14.792818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Made reservation on behalf of 2ae0d7d884a3434b8f6276d0a08c6f8a for: {'port': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:20:14.799589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:14.937854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:14.941481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:14.957037 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e2d2267-56a7-4b44-ac6e-a604020dd5fe req-884a8439-edad-4db5-97ae-290817fcea86 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0624812 Apr 20 06:20:14.962830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-c763a2fb-ced1-4740-87c7-812667e13fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:14.964351 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-c763a2fb-ced1-4740-87c7-812667e13fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1096 time: 0.3984563 Apr 20 06:20:14.981543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Allocated IP 172.20.0.11 (43ed6182-ead7-4c76-97a1-1d5ff15e4cf6/fdb6ca86-2fb9-4d05-b2ac-5506e2090061/bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:20:15.043422 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-3d179ab5-fe98-4088-b763-e0f5f1e10a9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 217 time: 0.0706997 Apr 20 06:20:15.115061 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-f3e41886-d9c6-4868-8a1f-dd6bcac226dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.116655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-f3e41886-d9c6-4868-8a1f-dd6bcac226dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0670323 Apr 20 06:20:15.191384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:15.204195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-c67731bb-bbc3-4f2a-aea2-716f81bb159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.205767 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-c67731bb-bbc3-4f2a-aea2-716f81bb159b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829103 Apr 20 06:20:15.208203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Transition to ACTIVE for port object bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:20:15.232258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:15.238930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:15.300134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:20:15.307948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:20:15.313136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:20:15.357205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-cac93a04-b739-415f-a9a7-f0cf38218ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446908 Apr 20 06:20:15.361556 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event updated for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:15.379880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.380293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.380699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.381091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.381489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.381871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.382531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.383044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.383459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.383854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.384243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.384628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:15.391152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:15.405042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.405739 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:15.432019 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0994174 Apr 20 06:20:15.443574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Request body: {'port': {'device_id': '533775be-121d-4669-83a3-d69eb9151bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:15.508404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-54a162c6-c6ca-4f64-93f6-0664b14941cd req-07880853-2529-4386-97e7-f552f55585b7 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441042 Apr 20 06:20:15.556669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a7147139-f32f-40be-a7cd-b46bc7f2416c None None] Provisioning for port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:20:15.562482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a7147139-f32f-40be-a7cd-b46bc7f2416c None None] Provisioning complete for port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:20:15.562889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a7147139-f32f-40be-a7cd-b46bc7f2416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:15.618482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:15.622037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a7147139-f32f-40be-a7cd-b46bc7f2416c None None] Port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:20:15.642029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-519ae64e-f305-4f06-b46a-0f073183ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.643697 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-519ae64e-f305-4f06-b46a-0f073183ca60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1096 time: 0.0843012 Apr 20 06:20:15.776268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bb3f6-5652-4dbf-9f29-cf52d8d598af req-f8a8f5fe-ef65-4472-ad49-88bf9ef9d0c2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.777880 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-219bb3f6-5652-4dbf-9f29-cf52d8d598af req-f8a8f5fe-ef65-4472-ad49-88bf9ef9d0c2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 943 time: 0.2200320 Apr 20 06:20:15.790039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-02622680-022a-45d4-a89f-cac95ed65698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.791692 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-02622680-022a-45d4-a89f-cac95ed65698 service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1409831 Apr 20 06:20:15.870290 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-49470891-52af-4854-b153-0156c42a97ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 217 time: 0.0701518 Apr 20 06:20:15.914859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-219bb3f6-5652-4dbf-9f29-cf52d8d598af req-f2807798-5e58-4b85-b55c-dfae8e6c8f23 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:15.945006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-288ed941-7b9d-45cf-ac17-8473fd14a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:15.946623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-288ed941-7b9d-45cf-ac17-8473fd14a372 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0690336 Apr 20 06:20:15.964637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-219bb3f6-5652-4dbf-9f29-cf52d8d598af req-f2807798-5e58-4b85-b55c-dfae8e6c8f23 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:15.965926 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-219bb3f6-5652-4dbf-9f29-cf52d8d598af req-f2807798-5e58-4b85-b55c-dfae8e6c8f23 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808200 Apr 20 06:20:16.030447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-0a011561-7afa-477e-88c1-c26ee745d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.032114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-0a011561-7afa-477e-88c1-c26ee745d677 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785785 Apr 20 06:20:16.081483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:20:16.090156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:16.106381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Transition to ACTIVE for port object bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:20:16.109248 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:16.113960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b937b29-5457-493b-b3ca-57d2b3c5e6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:16.261410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4cfe0-cb2b-4e5b-85c7-09df2e901aa8 req-691e69fb-02b6-4e93-9d70-71f69c2388f9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.263076 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7d4cfe0-cb2b-4e5b-85c7-09df2e901aa8 req-691e69fb-02b6-4e93-9d70-71f69c2388f9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 944 time: 0.1458457 Apr 20 06:20:16.269382 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-4da7ad02-4cd7-4d7b-8ca1-f440b792b087 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301269 Apr 20 06:20:16.330415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:16.333667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:16.375700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Attempting to bind port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:20:16.376046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Attempting to bind port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:20:16.376408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Attempting to bind port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:20:16.381406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:20:16.381755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Attempting to bind port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 on network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:20:16.387223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:20:16.387596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Checking segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:20:16.388021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Bound using segment: {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:20:16.388487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Bound port: bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7516a875-1608-4769-8c70-7f22305ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:20:16.388938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:16.406900 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7d4cfe0-cb2b-4e5b-85c7-09df2e901aa8 req-5c0bb612-a566-486c-b2ec-3b8dcb2ebf97 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364470 Apr 20 06:20:16.453595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3bf224-7c97-4149-b99f-2264238723e6 req-d9be7bbb-3d05-47f5-a9d2-c62b8d9096be service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660430 Apr 20 06:20:16.493383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:20:16.496527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:20:16.501615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:16.507860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a8846ee9-8a11-4c86-b46d-b4e441430d32 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:16.576500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.577170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:16.578669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 HTTP/1.1" status: 200 len: 1094 time: 1.1399715 Apr 20 06:20:16.579191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:16.601999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:16.605293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:16.704940 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-bb9d4357-6548-4619-9207-e00c006568d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.706588 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-bb9d4357-6548-4619-9207-e00c006568d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 1097 time: 0.0874624 Apr 20 06:20:16.775563 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'status': 'completed', 'code': 200} Apr 20 06:20:16.784714 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-78d949ac-4c5e-4482-8e2e-5f73ed4ef62b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 HTTP/1.1" status: 200 len: 217 time: 0.0706813 Apr 20 06:20:16.860296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-e8e02873-3dba-4ea6-ad64-6b59cf60ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.861830 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-e8e02873-3dba-4ea6-ad64-6b59cf60ff13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0706847 Apr 20 06:20:16.948567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-09882b61-298f-44e0-97ed-fa7555d02dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:16.950094 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-09882b61-298f-44e0-97ed-fa7555d02dbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812063 Apr 20 06:20:17.100840 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-c1e1da3c-e08a-42ee-aecd-fc6528107367 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429334 Apr 20 06:20:17.178270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502926-b480-4b17-a54a-b90722f9450d req-67f91cf2-6e5d-4cb0-ac73-aa1afe254485 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.179921 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8f502926-b480-4b17-a54a-b90722f9450d req-67f91cf2-6e5d-4cb0-ac73-aa1afe254485 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 943 time: 0.0974247 Apr 20 06:20:17.230473 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8f502926-b480-4b17-a54a-b90722f9450d req-d8e5df1a-5b4d-4aa5-a1fb-4d0b64f01315 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Apr 20 06:20:17.251230 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8931f74e-9840-4bd3-821a-98acaf32f26f req-e98e8794-e642-4554-bacf-ba6805e7c33d service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410334 Apr 20 06:20:17.373782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-28b579e2-c845-412f-a975-7211335a7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.375408 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-28b579e2-c845-412f-a975-7211335a7db3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 1097 time: 0.0816183 Apr 20 06:20:17.520562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-5cc08c16-c0b4-4658-bfda-d7fede1c0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.522045 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-5cc08c16-c0b4-4658-bfda-d7fede1c0fef service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1392355 Apr 20 06:20:17.640688 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-3641981f-786d-4361-b89e-f60200d58ba2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 HTTP/1.1" status: 200 len: 217 time: 0.0774181 Apr 20 06:20:17.726257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-d205c12b-a48b-44d8-b13a-1f36d38823da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.727858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-d205c12b-a48b-44d8-b13a-1f36d38823da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0796015 Apr 20 06:20:17.741843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00045b-4409-436d-bc5c-e0c915ce43c7 req-77a97795-d63b-4bee-a84f-e4defe29c260 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.742575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ec00045b-4409-436d-bc5c-e0c915ce43c7 req-77a97795-d63b-4bee-a84f-e4defe29c260 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Synchronizing usage tracker for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:17.805674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ec00045b-4409-436d-bc5c-e0c915ce43c7 req-77a97795-d63b-4bee-a84f-e4defe29c260 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Unset dirty status for tenant:2ae0d7d884a3434b8f6276d0a08c6f8a on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:17.806838 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ec00045b-4409-436d-bc5c-e0c915ce43c7 req-77a97795-d63b-4bee-a84f-e4defe29c260 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 944 time: 0.2838056 Apr 20 06:20:17.871747 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ec00045b-4409-436d-bc5c-e0c915ce43c7 req-83200ad3-f607-4c4f-8fb2-5c41db1cd51d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543134 Apr 20 06:20:17.874358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-95121153-3806-4527-b4b8-a85009a6a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:17.875921 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-95121153-3806-4527-b4b8-a85009a6a169 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305034 Apr 20 06:20:18.025082 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-9c258626-a1fd-4c59-a6c0-bedfefe68d75 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401515 Apr 20 06:20:18.172613 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8c23c64-52f1-4b31-96f3-e346ba103f6c req-0847656b-0979-468d-b6a3-d421db9420a1 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403074 Apr 20 06:20:18.439657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79ef99-7b3a-41da-a781-ae0353018bfd req-a37c43d4-ee47-4c8e-841d-049cabca3872 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:18.441156 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf79ef99-7b3a-41da-a781-ae0353018bfd req-a37c43d4-ee47-4c8e-841d-049cabca3872 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 943 time: 0.0960321 Apr 20 06:20:18.489580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf79ef99-7b3a-41da-a781-ae0353018bfd req-1fe6d2dd-6100-491a-8d48-88693a424c7e tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Apr 20 06:20:19.092845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4a8b-d64f-4e49-b5d7-792332755396 req-26fc341e-b352-43ad-8837-f8a0c7b58f7e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:19.094427 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd0d4a8b-d64f-4e49-b5d7-792332755396 req-26fc341e-b352-43ad-8837-f8a0c7b58f7e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 944 time: 0.0993931 Apr 20 06:20:19.103570 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2bd370bc-5732-409e-946b-79a2a4a2f011 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:20:19.145180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dd0d4a8b-d64f-4e49-b5d7-792332755396 req-64386093-6032-49f5-81d5-4172d223cfe9 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Apr 20 06:20:19.427659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:19.442733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'port_id': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'mac_address': 'fa:16:3e:1d:33:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:20:19.500756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:19.518374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd370bc-5732-409e-946b-79a2a4a2f011 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:20:19.534586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:19.538989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:19.540930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bdabd04e-93b5-4e10-8eff-c9f6ce58eeec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:19.613567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:19.621564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.621939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.622315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.622680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.623042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.623523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.623891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.624251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.624631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.624991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.625456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.625819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:20:19.629910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:19.704924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0d344-3594-4a9a-acfe-9c7788eb930b req-71f2a698-2142-4867-8f9f-dd438558b80d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:19.706404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e0d344-3594-4a9a-acfe-9c7788eb930b req-71f2a698-2142-4867-8f9f-dd438558b80d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 944 time: 0.0949783 Apr 20 06:20:19.744950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:20:19.758104 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e0d344-3594-4a9a-acfe-9c7788eb930b req-3ea79a25-5bb1-44cd-94b9-61ffec432ac8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Apr 20 06:20:20.358588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0f4db-c585-479f-99b3-beb3fad889ff req-ced0f9da-54df-4cf0-906f-e973c440eb3f tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:20.360150 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8b0f4db-c585-479f-99b3-beb3fad889ff req-ced0f9da-54df-4cf0-906f-e973c440eb3f tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 944 time: 0.0942881 Apr 20 06:20:20.407745 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8b0f4db-c585-479f-99b3-beb3fad889ff req-d2e11010-3e02-4167-9a8e-c08c642c5c73 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Apr 20 06:20:20.986995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a713c-17f6-4e9c-b811-0401c97db0d6 req-23472794-4e23-46f3-bb61-a8c2c785da30 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:20.988597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-780a713c-17f6-4e9c-b811-0401c97db0d6 req-23472794-4e23-46f3-bb61-a8c2c785da30 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 944 time: 0.0977502 Apr 20 06:20:21.043100 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-780a713c-17f6-4e9c-b811-0401c97db0d6 req-3756c987-78f5-4a67-9ee2-ae00b9048036 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Apr 20 06:20:21.117947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:20:21.120786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2bd370bc-5732-409e-946b-79a2a4a2f011 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:20:21.292279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 2bd370bc-5732-409e-946b-79a2a4a2f011 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:20:21.302895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 2bd370bc-5732-409e-946b-79a2a4a2f011 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:20:21.303365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:21.368880 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:21.387864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'port_id': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'mac_address': 'fa:16:3e:11:e8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:20:21.497724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:21.521181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:21.532910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:20:21.559911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:21.565211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:21.573626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:21.576575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fc899e0a-7db6-4460-8342-41c58963de71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:21.611996 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:21.619218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:21.625311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3ef2-7dbd-4a41-9631-3a510b27495b req-cb7bb31f-e9ef-4fef-beb5-a11213ea3f2d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:21.627233 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fbb3ef2-7dbd-4a41-9631-3a510b27495b req-cb7bb31f-e9ef-4fef-beb5-a11213ea3f2d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 945 time: 0.0942733 Apr 20 06:20:21.660257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:21.664432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:21.664901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:21.680754 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fbb3ef2-7dbd-4a41-9631-3a510b27495b req-9972436e-c7cd-4499-88c0-d1b9a73ebf52 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Apr 20 06:20:21.749727 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:21.753117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:21.760973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'code': 200} Apr 20 06:20:21.788201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:20:22.003786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c971d-1473-44e0-a40f-ce54fdeb4971 req-000bf5e2-5afb-4076-93ec-14f40d8a3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:22.005299 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b6c971d-1473-44e0-a40f-ce54fdeb4971 req-000bf5e2-5afb-4076-93ec-14f40d8a3faf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1098 time: 0.0823328 Apr 20 06:20:22.050888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b6c971d-1473-44e0-a40f-ce54fdeb4971 req-511591e7-9186-4f30-8e16-9beed59c10b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Apr 20 06:20:22.253025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56beb74-e813-46c1-9436-f67addfa6fae req-92b588ff-4b04-4229-b44d-fe0f2452363b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:22.254681 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a56beb74-e813-46c1-9436-f67addfa6fae req-92b588ff-4b04-4229-b44d-fe0f2452363b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.0925429 Apr 20 06:20:22.551492 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a56beb74-e813-46c1-9436-f67addfa6fae req-24ff866e-cd3c-4e1a-a700-d9e0d6f67ab8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901371 Apr 20 06:20:22.815808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:20:22.892351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d46f3-07b2-4deb-af77-0bab53c21c7f req-2f2f1831-68d1-4e69-8d74-ed27f0bf914a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:22.893933 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee7d46f3-07b2-4deb-af77-0bab53c21c7f req-2f2f1831-68d1-4e69-8d74-ed27f0bf914a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 945 time: 0.0950811 Apr 20 06:20:22.946450 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee7d46f3-07b2-4deb-af77-0bab53c21c7f req-d6afeef0-bbd6-422e-b623-9ec8ca02cc20 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Apr 20 06:20:23.117892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:20:23.193129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:20:23.198007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:20:23.198428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:23.324663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:23.359380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:23.363068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:23.365033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:23.439253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:23.442567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:23.762268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:23.768566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca5659-888b-4958-9288-20cb656e3e9c req-1b0e7bc1-6e61-4021-a590-605a4ae56c31 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:23.770175 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bbca5659-888b-4958-9288-20cb656e3e9c req-1b0e7bc1-6e61-4021-a590-605a4ae56c31 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.0904822 Apr 20 06:20:23.810585 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'code': 200} Apr 20 06:20:23.818527 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bbca5659-888b-4958-9288-20cb656e3e9c req-f708279f-1d56-474c-b4f2-81c82deb01e9 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Apr 20 06:20:24.033730 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05215-5614-4069-92fe-3ed6450df989 req-02e362eb-4c3c-46d6-b6df-ef32a5e25ac2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:24.035392 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9d05215-5614-4069-92fe-3ed6450df989 req-02e362eb-4c3c-46d6-b6df-ef32a5e25ac2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.0967040 Apr 20 06:20:24.059577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835619b-23e4-49ec-8ab6-51b36ba50d41 req-bcb3432f-b691-4a2d-b50b-fe0092b2c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:24.061792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2835619b-23e4-49ec-8ab6-51b36ba50d41 req-bcb3432f-b691-4a2d-b50b-fe0092b2c42a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 1099 time: 0.0819769 Apr 20 06:20:24.085061 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9d05215-5614-4069-92fe-3ed6450df989 req-cc15a12c-d997-47b8-9ae8-7ee7be90d7f2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Apr 20 06:20:24.161171 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2835619b-23e4-49ec-8ab6-51b36ba50d41 req-f56d72cb-65da-4848-8da6-4bf53f08780c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550730 Apr 20 06:20:24.184848 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579055-cfe4-4db2-b791-336b5cdb3ac9 req-0cd0eb7a-8fba-4fa6-a056-78d43f6edb95 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:24.186872 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7579055-cfe4-4db2-b791-336b5cdb3ac9 req-0cd0eb7a-8fba-4fa6-a056-78d43f6edb95 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.1221116 Apr 20 06:20:24.238760 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7579055-cfe4-4db2-b791-336b5cdb3ac9 req-2508854f-eb93-47d7-8f2c-01c34bc6997a tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Apr 20 06:20:24.526093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf79d1a-7639-4bca-9405-a4499c5a38b4 req-bc677738-4d8d-4d7f-b115-1de65d799171 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:24.527655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bf79d1a-7639-4bca-9405-a4499c5a38b4 req-bc677738-4d8d-4d7f-b115-1de65d799171 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.1049440 Apr 20 06:20:24.577301 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bf79d1a-7639-4bca-9405-a4499c5a38b4 req-80e722aa-9bfd-4d94-9305-4a1291382b95 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Apr 20 06:20:25.453631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a133f88-3886-44a1-9323-dd10209ffec3 req-92728a02-cb37-4827-9887-9ff3fae3cc73 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:25.455229 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a133f88-3886-44a1-9323-dd10209ffec3 req-92728a02-cb37-4827-9887-9ff3fae3cc73 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.0957742 Apr 20 06:20:25.505972 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a133f88-3886-44a1-9323-dd10209ffec3 req-dbf1061d-4965-4d18-8db1-afacaedf9efb tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Apr 20 06:20:25.713603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63ff2-e020-4f67-9f4e-0bdb9962c991 req-156c4326-2bda-42c0-a231-9c04ccc2381d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:25.715232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67b63ff2-e020-4f67-9f4e-0bdb9962c991 req-156c4326-2bda-42c0-a231-9c04ccc2381d tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.0985138 Apr 20 06:20:25.725159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58680) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:25.730709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Request body: {'floatingip': {'port_id': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:25.817449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:26.453325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:26.456597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:26.636604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Floating IP a1cce6f1-1644-4d37-a1ee-60eb0de90bed associated. External IP: 172.27.2.68, port: bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10. Apr 20 06:20:27.012519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:20:27.203282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:20:27.208673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:27.213876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:20:27.225363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:20:27.226242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:20:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:27.273695 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-99d72da5-860c-4ea1-9949-ab946ab66027 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "PUT /v2.0/floatingips/a1cce6f1-1644-4d37-a1ee-60eb0de90bed HTTP/1.1" status: 200 len: 991 time: 1.5444663 Apr 20 06:20:27.273695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:27.324973 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'status': 'completed', 'code': 200} Apr 20 06:20:27.429476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:20:27.430524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-f734cac1-8fda-4337-b12f-45e3dfc01d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:27.432208 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-f734cac1-8fda-4337-b12f-45e3dfc01d0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 1099 time: 0.0839696 Apr 20 06:20:27.584575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-caadf328-558d-427e-b653-50c9328ace76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:27.586101 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-caadf328-558d-427e-b653-50c9328ace76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 200 len: 911 time: 0.1441090 Apr 20 06:20:27.958776 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-079f14e8-a8e6-40f0-9f38-ecb4ec6b39ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 HTTP/1.1" status: 200 len: 999 time: 0.3648450 Apr 20 06:20:27.979504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'a1cce6f1-1644-4d37-a1ee-60eb0de90bed', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:11:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533775be-121d-4669-83a3-d69eb9151bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:19:59Z', 'updated_at': '2021-04-20T06:20:26Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:27.983888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:20:27.992901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:20:27.993546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:20:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:28.029047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-de843578-adc8-41e5-8a1c-d9fdf34d09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:28.030686 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-de843578-adc8-41e5-8a1c-d9fdf34d09fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 200 len: 849 time: 0.0652080 Apr 20 06:20:28.114904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-647766bf-fb15-4193-bb6e-2c037d3f7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:28.116567 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-647766bf-fb15-4193-bb6e-2c037d3f7595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790977 Apr 20 06:20:28.182638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:20:28.263160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-ade3f5d7-77d2-4c1d-b3c0-e2145804b9c8 service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393645 Apr 20 06:20:28.407851 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-16987b6a-cf5c-4133-948e-9f2a02dd0241 req-41bb0567-84ea-4665-87b6-b74178a9855e service neutron] 10.222.0.16 "GET /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384499 Apr 20 06:20:28.562560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'a1cce6f1-1644-4d37-a1ee-60eb0de90bed', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:11:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533775be-121d-4669-83a3-d69eb9151bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:19:59Z', 'updated_at': '2021-04-20T06:20:26Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:28.567266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e4c8c-4fa7-4ee3-b486-a0ef9a3ed6fa None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'a1cce6f1-1644-4d37-a1ee-60eb0de90bed', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'port_id': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'mac_address': 'fa:16:3e:11:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533775be-121d-4669-83a3-d69eb9151bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:19:59Z', 'updated_at': '2021-04-20T06:20:26Z', 'revision_number': 1, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:20:28.888378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e61bac-2d69-44da-b9ee-27914b496359 None None] New status for floating IP a1cce6f1-1644-4d37-a1ee-60eb0de90bed: ACTIVE {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:20:33.984458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638aa14-d0bf-4e03-b878-a2ecbf940917 req-6a3d66d5-d995-49eb-92e1-a25c869e3a96 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:33.986050 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d638aa14-d0bf-4e03-b878-a2ecbf940917 req-6a3d66d5-d995-49eb-92e1-a25c869e3a96 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.1077275 Apr 20 06:20:34.034793 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d638aa14-d0bf-4e03-b878-a2ecbf940917 req-1f3074dc-6946-4c9a-8ee9-75c4db82f17e tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Apr 20 06:20:34.060577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58736) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:34.192740 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58934a4-45b9-4c21-904d-edee19d186bd tempest-TestMinimumBasicScenario-932679321 tempest-TestMinimumBasicScenario-932679321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:34.194655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b58934a4-45b9-4c21-904d-edee19d186bd tempest-TestMinimumBasicScenario-932679321 tempest-TestMinimumBasicScenario-932679321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1093 time: 0.1325150 Apr 20 06:20:34.197871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58742) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:34.203409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'port_id': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:34.209923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:34.214159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:floatingip and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:34.217315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:34.224252 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:34.236878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for floatingip, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:34.382454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:34.544540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Allocated IP 172.27.2.108 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/5374c2e2-8121-4f74-811e-661afd5fd7c3) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:20:34.702737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:34.736843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:34.740597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:34.811590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:20:34.814603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:20:34.818494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:20:34.849777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'Port': ['ID=5374c2e2-8121-4f74-811e-661afd5fd7c3,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:34.856126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:35.257386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:35.338833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:35.789802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:35.794938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:35.798710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:35.906092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'Port': ['ID=5374c2e2-8121-4f74-811e-661afd5fd7c3,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:35.914157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:35.924065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:36.112106 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Floating IP c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5 associated. External IP: 172.27.2.108, port: 2bd370bc-5732-409e-946b-79a2a4a2f011. Apr 20 06:20:36.498027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:20:36.695528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:20:36.705666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Sync routers for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:20:36.717213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:20:36.717869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:20:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:36.721421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:36.785751 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5865879 Apr 20 06:20:36.786937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:36.790094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58750) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:36.796775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946115668', 'description': 'tempest-secgroup-smoke-946115668 description', 'project_id': '483b74f0870a4ccfaf805714b115d45f'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:36.804495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:36.819471 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:36.866759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:36.869607 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:20:36.926557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:36.944067 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:36.948096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:36.955615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:36.963850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:20:37.025951 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbd7d-5613-4752-aa6b-540503674454 req-1cffffdf-dc70-49eb-a8cb-a889b907a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:37.027593 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-1cffffdf-dc70-49eb-a8cb-a889b907a541 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1098 time: 0.1359675 Apr 20 06:20:37.129393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.136929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.143128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3689bfb7-8bbc-4374-9725-f563d881c6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:37.219827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719e3ff7-2a81-4330-bb63-cc763948aeb1,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:37.222867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:37.227304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.231605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58756) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:37.231735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4401324 Apr 20 06:20:37.238087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:37.246489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:37.251158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:37.252127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbd7d-5613-4752-aa6b-540503674454 req-eb2e0b04-da1c-4c2d-92bb-78df680938ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:37.253937 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-eb2e0b04-da1c-4c2d-92bb-78df680938ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.2169414 Apr 20 06:20:37.254869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:37.262322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:37.280036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.345340 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.349774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.350292 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'port_id': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'mac_address': 'fa:16:3e:1d:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12705d-98f1-4a16-942b-41f442454012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:20:35Z', 'updated_at': '2021-04-20T06:20:35Z', 'revision_number': 0, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:37.353234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-640cb780-ddfa-4323-9b3c-4fe3fe1afb26 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:37.354616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Checking router: 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:20:37.364022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:20:37.364683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:20:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:37.372180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-f76e31b8-f263-47f1-89b0-92e09b378329 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 999 time: 0.1091011 Apr 20 06:20:37.384757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4846b354-322b-4b0c-8991-81388229d29a,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:37.389175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:37.391908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.395242 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623051 Apr 20 06:20:37.396093 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58760) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:37.402126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:37.408949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:37.413136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:37.416320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:37.425477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:37.446215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.448652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbd7d-5613-4752-aa6b-540503674454 req-94162089-0159-458b-9234-ac26d423fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:37.450225 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-94162089-0159-458b-9234-ac26d423fb6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0714147 Apr 20 06:20:37.521633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.525504 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.532184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-19cec492-9d10-412e-8458-89822797bc9b tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:37.545236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbd7d-5613-4752-aa6b-540503674454 req-e5cbfed5-f1ca-4ca1-8ac9-65d0e8ea0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:37.547032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-e5cbfed5-f1ca-4ca1-8ac9-65d0e8ea0afa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888073 Apr 20 06:20:37.554368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebed313-6a69-48e8-b14f-422f5cbed5c7,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:37.562573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:37.572849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.577303 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a1266cd1-ab2a-40cc-b759-b7008c05fff3 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773634 Apr 20 06:20:37.577546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58766) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:37.578343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:20:37.583494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:37.589847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8467-143d-4c0f-b370-9b6a5d920088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.590496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:37.596377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:37.599497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:37.605659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:37.622462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.694765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.698068 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.704517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7da92a9c-cca7-4de5-a059-bc944224b239 tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:37.705554 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-13063275-e730-4700-97ca-7764ffc86a34 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411691 Apr 20 06:20:37.725734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c76009e-e52a-40cf-9f84-f64967090843,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:37.728548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:37.738277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.739627 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e3c93e35-0bc2-43af-afed-f98754dbec75 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610379 Apr 20 06:20:37.743620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58770) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:37.750051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:37.757787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:37.762311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:37.765882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:37.773116 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:37.793235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.866857 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-b1d6ec2f-9419-4640-8f97-84fd7f020e76 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527724 Apr 20 06:20:37.929518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.935279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.941600 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-249bc565-f679-4113-8170-ec437ebc4857 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1371968 Apr 20 06:20:37.945900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f366c9e6-f772-4640-ae8e-7c796430a7bf tempest-TestShelveInstance-442645891 tempest-TestShelveInstance-442645891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:37.970244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea3f7fb-2e9a-4133-9068-73d44d4ff38d,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:37.973487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:37.977047 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:37.981333 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fb1c1352-0d3b-4b80-9058-d390f2734233 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2337470 Apr 20 06:20:37.981454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 58774) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:37.987499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:37.994008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:37.998329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:38.002002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:38.008199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:38.059310 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Project 483b74f0870a4ccfaf805714b115d45f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 06:20:38.077594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.125643 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'port_id': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'mac_address': 'fa:16:3e:1d:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12705d-98f1-4a16-942b-41f442454012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:20:35Z', 'updated_at': '2021-04-20T06:20:35Z', 'revision_number': 0, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:20:38.130033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06f26d-b31d-423c-95e3-3929155ecbe5 None None] The sync data for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi is: [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'port_id': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'mac_address': 'fa:16:3e:1d:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12705d-98f1-4a16-942b-41f442454012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:20:35Z', 'updated_at': '2021-04-20T06:20:35Z', 'revision_number': 0, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:20:38.147658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.172671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.176315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-7ce6457b-73b0-4728-a967-ccc0703dba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:38.177940 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-7ce6457b-73b0-4728-a967-ccc0703dba53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1098 time: 0.1591785 Apr 20 06:20:38.179034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.181519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:38.233492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ba947b-cd66-4b42-8ccc-6f4ef7fe2874,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:38.246539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:38.317304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.318572 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a59bef6a-9de2-4515-80ee-042c61d84ffd tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359892 Apr 20 06:20:38.321928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 58778) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:20:38.328216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'security_group_rule': {'security_group_id': '719e3ff7-2a81-4330-bb63-cc763948aeb1', 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:38.335324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:20:38.340120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Usage tracker for resource:security_group_rule and tenant:483b74f0870a4ccfaf805714b115d45f is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:20:38.343877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:20:38.351594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:20:38.364188 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Project 483b74f0870a4ccfaf805714b115d45f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 06:20:38.365298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-2d91b6c1-6788-4321-b917-be6dea67235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:38.366980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-2d91b6c1-6788-4321-b917-be6dea67235e service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1602812 Apr 20 06:20:38.372149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.402680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458b328-2a78-4565-93f4-a541bb586fe4 None None] New status for floating IP c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5: ACTIVE {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:20:38.445963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.450300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.452800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b254502-b698-4b25-893b-f75c498a4915 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:38.478217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da287fc5-0ddc-40c5-beb1-d59a8b661426,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:38.482679 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-ca10799c-48bd-4d6d-b167-46143c70f9b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 999 time: 0.1081529 Apr 20 06:20:38.486352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:38.492355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.497283 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741757 Apr 20 06:20:38.560232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-1ab419bb-bde4-4c8f-b416-44183585174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:38.562175 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-1ab419bb-bde4-4c8f-b416-44183585174b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0714140 Apr 20 06:20:38.636269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-8e1a34ef-38f0-40bf-9c96-6256995b3927 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:20:38.656434 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-8e1a34ef-38f0-40bf-9c96-6256995b3927 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:20:38.657911 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-8e1a34ef-38f0-40bf-9c96-6256995b3927 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946115668&fields=id&tenant_id=483b74f0870a4ccfaf805714b115d45f HTTP/1.1" status: 200 len: 267 time: 0.0669777 Apr 20 06:20:38.661620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-f5d4ae97-f305-4f0f-a2e9-45d91efc954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:38.663250 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-f5d4ae97-f305-4f0f-a2e9-45d91efc954d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906832 Apr 20 06:20:38.760031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-6c6fd8d3-95e4-4971-a769-2131b0ddc656 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:38.761636 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-6c6fd8d3-95e4-4971-a769-2131b0ddc656 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.0965455 Apr 20 06:20:38.775341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'port': {'security_groups': ['4d8d707a-bef0-44ef-b3e5-d3d908a44ad4', '719e3ff7-2a81-4330-bb63-cc763948aeb1']}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:20:38.813387 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-ad6bb8bc-40bf-4036-95a6-4fb3e1434617 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435790 Apr 20 06:20:38.906635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:38.966301 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17daaea8-99b4-4b69-a228-12e37b2453c3 req-5dac7c42-b3c4-4ed7-b5b3-2f40c7118208 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376655 Apr 20 06:20:39.192916 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:20:39.219315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:39.224287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:39.230372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:20:39.236659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:20:39.304069 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.304770 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:39.306602 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-145e3885-76ea-4694-bc06-85bcea3b94fc req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "PUT /v2.0/ports/2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 981 time: 0.5365431 Apr 20 06:20:39.307208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:20:39.331175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:20:39.334668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b3f30fd-b3b2-4666-931d-83bcc7803b84 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:20:39.369858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:20:39.413026 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:20:39.484968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-bba81eea-b161-435b-b5b7-c0c7483059b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.486601 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-bba81eea-b161-435b-b5b7-c0c7483059b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1137 time: 0.0919113 Apr 20 06:20:39.521370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f307-bf6f-4d1f-ac67-277c6e1c96c0 req-22808bb2-0ac2-41bb-8443-0fa6e189c9c8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.524213 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6934f307-bf6f-4d1f-ac67-277c6e1c96c0 req-22808bb2-0ac2-41bb-8443-0fa6e189c9c8 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0987437 Apr 20 06:20:39.580100 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6934f307-bf6f-4d1f-ac67-277c6e1c96c0 req-42eb9deb-57ce-429e-bcdf-c5c92eacb11d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503519 Apr 20 06:20:39.632532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-da4bb637-a66e-409b-83a4-8df0bf7a3f4a None None] Provisioning complete for port 2bd370bc-5732-409e-946b-79a2a4a2f011 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:20:39.632949 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da4bb637-a66e-409b-83a4-8df0bf7a3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:39.634721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-8f559461-09b6-4961-9415-e2e4b605767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.636367 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-8f559461-09b6-4961-9415-e2e4b605767d service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1422510 Apr 20 06:20:39.751655 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-24c9ed84-6f0c-40b6-8ad1-76b0d4205cfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 1001 time: 0.1075695 Apr 20 06:20:39.825454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-1369bd24-92dd-4f8d-9ffe-fd2a0a994f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.827232 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-1369bd24-92dd-4f8d-9ffe-fd2a0a994f58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0675294 Apr 20 06:20:39.915393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-3e430f4f-48b4-4fb5-a8ab-38a9fc757b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:20:39.916985 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-3e430f4f-48b4-4fb5-a8ab-38a9fc757b8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816958 Apr 20 06:20:40.104784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5200c4c8-224f-45a1-b768-7357e9b2a13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:40.302216 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-da95545c-7082-407e-9e72-36258b0948e2 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774467 Apr 20 06:20:40.424230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:40.446405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48d6b706-ce6a-4a52-85ee-dff62411da5f req-187d683c-d9ff-4f2f-bc58-f8984cd97a79 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375334 Apr 20 06:20:41.689146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:42.097421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:20:59.822876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:21:02.399015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-65bd6e51-2abd-493f-96d8-38e3508ace07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:02.400648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-65bd6e51-2abd-493f-96d8-38e3508ace07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1137 time: 0.0805352 Apr 20 06:21:02.440168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958371c1-f94a-4f1e-8ee6-0d5eaaa26970 req-79559b38-4d84-4f08-a715-62bfe4e5480b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:02.441788 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-958371c1-f94a-4f1e-8ee6-0d5eaaa26970 req-79559b38-4d84-4f08-a715-62bfe4e5480b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0899034 Apr 20 06:21:02.493093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-958371c1-f94a-4f1e-8ee6-0d5eaaa26970 req-e074b9f5-c211-4cd4-859f-114db3e84b2f tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446994 Apr 20 06:21:02.545574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-630628b2-8e53-4c9e-ab19-118e354b7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:02.547185 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-630628b2-8e53-4c9e-ab19-118e354b7c11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1397164 Apr 20 06:21:02.666109 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-43771203-2ec4-4a68-8554-6bbc04b10712 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 1001 time: 0.1078773 Apr 20 06:21:02.739404 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-9bd809a0-2b6e-4132-afcd-d5ddc992141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:02.740950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-9bd809a0-2b6e-4132-afcd-d5ddc992141f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0662925 Apr 20 06:21:02.830234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-3bd87183-eb26-40dd-bcba-7d5598d1cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:02.831906 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-3bd87183-eb26-40dd-bcba-7d5598d1cfc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836167 Apr 20 06:21:02.981438 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-488d3e9e-b100-4f11-be11-c3347c342ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412327 Apr 20 06:21:03.132211 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41a17e5f-5341-47b5-be9e-aa6008a6cef6 req-13328558-ef22-4cf2-9236-7a4e3feb36c8 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423261 Apr 20 06:21:03.715810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c6f0-62c6-4a45-87a3-ac300e98d1b1 req-bfa4beda-ecb5-47a5-a229-1f33f12a665c tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:03.717416 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df98c6f0-62c6-4a45-87a3-ac300e98d1b1 req-bfa4beda-ecb5-47a5-a229-1f33f12a665c tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0930982 Apr 20 06:21:03.767604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df98c6f0-62c6-4a45-87a3-ac300e98d1b1 req-3f520e72-ef2e-4415-bf23-3b712dc830e2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434148 Apr 20 06:21:04.977751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f55984-cecf-4dbc-a8e0-a36c0a46bc36 req-343236cd-ede7-4ef6-a2d9-716912398036 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:04.979396 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2f55984-cecf-4dbc-a8e0-a36c0a46bc36 req-343236cd-ede7-4ef6-a2d9-716912398036 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0906403 Apr 20 06:21:05.030018 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2f55984-cecf-4dbc-a8e0-a36c0a46bc36 req-1da7af50-2813-42a0-b55c-88c564f0ab3a tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439084 Apr 20 06:21:06.252546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bc66-5dbd-4bec-abb7-0de3b259032f req-930225d8-5e2b-4c4e-997e-0dffea9f48e2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:06.254132 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d161bc66-5dbd-4bec-abb7-0de3b259032f req-930225d8-5e2b-4c4e-997e-0dffea9f48e2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0977862 Apr 20 06:21:06.305400 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d161bc66-5dbd-4bec-abb7-0de3b259032f req-f19fb2cb-f5ed-45d4-83a7-11772f44ddcf tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443492 Apr 20 06:21:07.520531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961db66d-c913-4b71-ab70-e74d6bfce37d req-6137c070-e87f-4547-8b55-a81684fefa0b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:07.522263 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-961db66d-c913-4b71-ab70-e74d6bfce37d req-6137c070-e87f-4547-8b55-a81684fefa0b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0943103 Apr 20 06:21:07.577358 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-961db66d-c913-4b71-ab70-e74d6bfce37d req-b840fcff-7ada-4301-899a-d39e8061be42 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470934 Apr 20 06:21:07.596728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd23f-9b1b-4a14-8342-def16653fba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:08.159476 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:08.807150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ed75-78d2-44bb-b597-69d01a504f31 req-6baa10e9-f007-4fc7-bddc-bffe5ffaec9b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:08.808761 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7b1ed75-78d2-44bb-b597-69d01a504f31 req-6baa10e9-f007-4fc7-bddc-bffe5ffaec9b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0992382 Apr 20 06:21:08.864420 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a7b1ed75-78d2-44bb-b597-69d01a504f31 req-f500d45f-ae7f-466c-8251-c3b04d10af69 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480645 Apr 20 06:21:10.079172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2870d5ae-96dc-4558-bac9-2a2c50b05454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:10.081425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158930-c614-4a07-8490-d05dc5de9761 req-8d7787b9-ad53-45e6-8b44-cf14c4b331f9 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:10.083037 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb158930-c614-4a07-8490-d05dc5de9761 req-8d7787b9-ad53-45e6-8b44-cf14c4b331f9 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0945196 Apr 20 06:21:10.137811 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb158930-c614-4a07-8490-d05dc5de9761 req-7b39d5b5-ecc9-40f0-95b2-8abc2f379366 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440545 Apr 20 06:21:10.436161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:11.371082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a77c1-0f93-436a-b6d9-11cc0ce5dcd4 req-394180c3-21d1-4736-9808-836367c78b31 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:11.372875 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-157a77c1-0f93-436a-b6d9-11cc0ce5dcd4 req-394180c3-21d1-4736-9808-836367c78b31 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0961559 Apr 20 06:21:11.424460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-157a77c1-0f93-436a-b6d9-11cc0ce5dcd4 req-ff5ac704-a4e7-433a-8d33-2f72c9139be4 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446939 Apr 20 06:21:11.696470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:12.103170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:12.645590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873391-7eb2-4893-9a49-8c565d91481c req-07fa7800-996b-4d38-813e-92f025e7c76b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:12.647227 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5873391-7eb2-4893-9a49-8c565d91481c req-07fa7800-996b-4d38-813e-92f025e7c76b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0974844 Apr 20 06:21:12.701629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5873391-7eb2-4893-9a49-8c565d91481c req-4771e08f-21e4-45f5-a466-a5c6b5c991c6 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457377 Apr 20 06:21:13.926227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba674-9d45-4468-94fe-7f6f009f178f req-78d0d485-4209-4252-83be-026e2d49bb3a tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:13.927759 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba4ba674-9d45-4468-94fe-7f6f009f178f req-78d0d485-4209-4252-83be-026e2d49bb3a tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0948098 Apr 20 06:21:13.982667 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ba4ba674-9d45-4468-94fe-7f6f009f178f req-2ff66ae4-ef72-4802-a14e-a6a833cf8f70 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447392 Apr 20 06:21:15.217399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ce36-819c-4205-a72f-97720998fd03 req-a80fd591-09ef-4897-84d4-ec0303820b3b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:15.219732 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9180ce36-819c-4205-a72f-97720998fd03 req-a80fd591-09ef-4897-84d4-ec0303820b3b tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0931685 Apr 20 06:21:15.275323 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9180ce36-819c-4205-a72f-97720998fd03 req-f68904ab-45af-4f6c-9719-fccbfeb153e4 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489562 Apr 20 06:21:16.484870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4140f-2921-46c9-a304-f771dba74cde req-e246a18f-c1c9-4e47-861d-47d6e4cd33e1 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:16.486404 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0da4140f-2921-46c9-a304-f771dba74cde req-e246a18f-c1c9-4e47-861d-47d6e4cd33e1 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0934708 Apr 20 06:21:16.539011 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0da4140f-2921-46c9-a304-f771dba74cde req-b8981130-6280-4920-9661-efb58e49be49 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455728 Apr 20 06:21:17.750000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b316-64a9-4816-83e3-cb072c6b4e0a req-fba57eda-bda6-475b-9c88-dea56a1395b0 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:17.751771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be70b316-64a9-4816-83e3-cb072c6b4e0a req-fba57eda-bda6-475b-9c88-dea56a1395b0 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0948548 Apr 20 06:21:17.803066 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be70b316-64a9-4816-83e3-cb072c6b4e0a req-09c7414f-0fbe-4772-954f-9891b5510f98 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447683 Apr 20 06:21:19.011317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3acfef-5057-4310-ac99-18a080d67c48 req-851aae8e-7df3-424d-b074-7d4504c8f17d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:19.013705 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c3acfef-5057-4310-ac99-18a080d67c48 req-851aae8e-7df3-424d-b074-7d4504c8f17d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0936472 Apr 20 06:21:19.067760 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c3acfef-5057-4310-ac99-18a080d67c48 req-c48256d4-d86d-4185-bf57-308a4dea5e41 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474868 Apr 20 06:21:20.291763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295a82-957e-46eb-8453-ac34b3fe55f4 req-102f3433-c2c1-4fb0-8953-1899248c4165 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:20.293370 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a295a82-957e-46eb-8453-ac34b3fe55f4 req-102f3433-c2c1-4fb0-8953-1899248c4165 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0955107 Apr 20 06:21:20.347834 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a295a82-957e-46eb-8453-ac34b3fe55f4 req-33f314fa-4e74-451c-a10e-b67e866e144c tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&id=719e3ff7-2a81-4330-bb63-cc763948aeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446784 Apr 20 06:21:30.394690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3fc7-9fc5-4f68-9808-4b645d8bf90c req-311b96ee-4d64-4614-a470-4fc74ad72ba7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:30.396306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d36e3fc7-9fc5-4f68-9808-4b645d8bf90c req-311b96ee-4d64-4614-a470-4fc74ad72ba7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.0919075 Apr 20 06:21:30.448960 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d36e3fc7-9fc5-4f68-9808-4b645d8bf90c req-7abf6098-7f1d-41a6-ad1f-a5ba55df4ab7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Apr 20 06:21:31.684747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad91c77-589e-4079-abed-c903ccfbc728 req-6fdfd96a-3c73-4dea-b295-e766f0073f48 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:31.686808 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dad91c77-589e-4079-abed-c903ccfbc728 req-6fdfd96a-3c73-4dea-b295-e766f0073f48 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.0971048 Apr 20 06:21:31.742255 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dad91c77-589e-4079-abed-c903ccfbc728 req-f85cb4e2-fe1f-44e1-a03a-3dd5aed1430e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ea0353-3826-4c12-8ce3-e6dc90ebf410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Apr 20 06:21:32.054655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-143f6795-e69c-48a7-a8c0-4098361945c8 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:32.056166 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-143f6795-e69c-48a7-a8c0-4098361945c8 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 946 time: 0.0959988 Apr 20 06:21:32.137226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Deleting port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:32.137616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:32.404398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] For port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:32.404789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:32.721971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:32.722543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:32.722543 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Floating IP a1cce6f1-1644-4d37-a1ee-60eb0de90bed disassociated. External IP: 172.27.2.68, port: bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10. Apr 20 06:21:32.722966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Calling delete_port for bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:32.880341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:32.886753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad9a58ab-a2f7-429b-a975-74db750540fc tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:32.915413 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0bdcad81-2735-4184-9d2f-7a8ed282961b req-093b6572-54ab-4f38-87f5-a57fb9f572c0 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0511737 Apr 20 06:21:32.937394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'Port': ['ID=bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:32.998786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:32.999227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:32.999634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.000033 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.000459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.000855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.001242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.001633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.002020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.002408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.002790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.003181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:33.014939 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:33.146529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:21:33.337621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:21:33.347700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:21:33.358921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:33.359900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:33.563977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:33.658273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] No DVR routers for this DVR port bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:21:33.660895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:33.663706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'name': 'network-vif-deleted', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:21:33.680459 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34e92046-e45e-43ef-b7f4-7deb9009f655 req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.16 "DELETE /v2.0/ports/bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 HTTP/1.1" status: 204 len: 173 time: 1.6167800 Apr 20 06:21:33.712824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533775be-121d-4669-83a3-d69eb9151bcc', 'name': 'network-vif-deleted', 'tag': 'bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10', 'status': 'completed', 'code': 200} Apr 20 06:21:33.915554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:33.920012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:21:33.929849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:33.930506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:34.098057 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-53141e76-2dee-48fa-a986-c51b793fafb3 req-96bbc189-cb64-4aa6-9282-fe71354e0da1 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/ports?device_id=533775be-121d-4669-83a3-d69eb9151bcc HTTP/1.1" status: 200 len: 210 time: 0.0542309 Apr 20 06:21:34.127147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:34.466622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:34.470866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40052b-0510-47d5-8e1c-e0260a7dbee5 None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:11:59Z', 'revision_number': 4, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a3bc6a45-e68a-4f27-b46e-996ada65f890', 'name': '', 'network_id': '43ed6182-ead7-4c76-97a1-1d5ff15e4cf6', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'mac_address': 'fa:16:3e:06:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:58Z', 'updated_at': '2021-04-20T06:12:05Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'subnets': [{'id': 'fdb6ca86-2fb9-4d05-b2ac-5506e2090061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:21:34.907300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a5cae-9dd9-4888-b916-ff7f54bb918c None None] New status for floating IP a1cce6f1-1644-4d37-a1ee-60eb0de90bed: DOWN {{(pid=86385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:21:35.236029 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59004) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:35.305885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.335396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.383368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.387269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f175a319-7524-4506-9472-5674cff5b5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:35.397117 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:21:35.403918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea0353-3826-4c12-8ce3-e6dc90ebf410,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:35.406713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:35.414743 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.416059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "DELETE /v2.0/security-groups/93ea0353-3826-4c12-8ce3-e6dc90ebf410 HTTP/1.1" status: 204 len: 168 time: 0.1789362 Apr 20 06:21:35.419139 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59008) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:35.441278 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-5b77d140-6000-4395-94b9-87f3869ae814 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] show failed (client error): The resource could not be found. Apr 20 06:21:35.442414 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5b77d140-6000-4395-94b9-87f3869ae814 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "GET /v2.0/security-groups/93ea0353-3826-4c12-8ce3-e6dc90ebf410 HTTP/1.1" status: 404 len: 347 time: 0.0222178 Apr 20 06:21:35.445845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59012) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:35.617948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:21:35.618332 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device bdc2ff8e-d60c-426b-8cbc-d6c16eb65f10 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:21:35.619702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Deleting port b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:35.619702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.802226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.802602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:35.938952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Calling delete_port for b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2 owned by network:floatingip {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:36.094506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:36.098203 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:36.147661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Pushing event deleted for resources: {'Port': ['ID=b9ed8eeb-60cb-49e0-89a1-f7c10d7d69d2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:36.150993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:36.247324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks [] for floatingip, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:36.262474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:36.263950 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] 10.222.0.38 "DELETE /v2.0/floatingips/a1cce6f1-1644-4d37-a1ee-60eb0de90bed HTTP/1.1" status: 204 len: 168 time: 0.8170598 Apr 20 06:21:36.818650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:21:37.589914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-75fd9a4b-2d71-4d5a-88cf-0afaa11dc951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:38.156204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:40.087829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-119a5a93-f74e-434d-b013-b80aa86a14db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:40.394655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59042) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:40.432189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:41.103619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:41.478782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Deleting port a3bc6a45-e68a-4f27-b46e-996ada65f890 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:41.479142 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:41.662287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] For port a3bc6a45-e68a-4f27-b46e-996ada65f890, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a3bc6a45-e68a-4f27-b46e-996ada65f890,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:41.662647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:41.681122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:41.798301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Calling delete_port for a3bc6a45-e68a-4f27-b46e-996ada65f890 owned by network:router_interface {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:41.994767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:42.000477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-98101675-0a6a-4f0e-a7e9-803030669682 tempest-VolumesActionsTest-1011055904 tempest-VolumesActionsTest-1011055904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:42.046605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bc6a45-e68a-4f27-b46e-996ada65f890,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:42.049882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:42.099135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:42.341683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:42.966274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:21:43.163505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:21:43.174720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Sync routers for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:21:43.179670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59048) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:43.179822 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] 10.222.0.38 "PUT /v2.0/routers/9d8ee660-1ae4-4135-a3ea-ebfa63818a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7838902 Apr 20 06:21:43.184957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:43.185998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:43.376079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks [] for router, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:43.377748 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:43.692859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:21:41Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:43.697199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Checking router: 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:21:43.708355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Routers {'9d8ee660-1ae4-4135-a3ea-ebfa63818a78'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:43.709211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:43.820617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:43.834631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Deleting port dc3f3a8c-7bde-4433-a334-52f2228c3752 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:43.835019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:43.898969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] Set router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:44.023773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] For port dc3f3a8c-7bde-4433-a334-52f2228c3752, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=dc3f3a8c-7bde-4433-a334-52f2228c3752,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:44.024017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.158546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Calling delete_port for dc3f3a8c-7bde-4433-a334-52f2228c3752 owned by network:router_gateway {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:44.351136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.355967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:44.365616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:21:41Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:44.369843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca9e65-b5fd-4279-ae7c-64426ae5bd7d None None] The sync data for ids ['9d8ee660-1ae4-4135-a3ea-ebfa63818a78'] in dv-cinder-786054-4-iscsi is: [{'id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'name': 'tempest-AttachVolumeTestJSON-208081143-router', 'tenant_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:21:41Z', 'revision_number': 5, 'project_id': '2ae0d7d884a3434b8f6276d0a08c6f8a', 'gw_port': {'id': 'dc3f3a8c-7bde-4433-a334-52f2228c3752', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8ee660-1ae4-4135-a3ea-ebfa63818a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:11:55Z', 'updated_at': '2021-04-20T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:21:44.438368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3f3a8c-7bde-4433-a334-52f2228c3752,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:44.481226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.481668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.482046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.482461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.482838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.483259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.483808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.484210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.484639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.484981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.485368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.485758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:21:44.492700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:44.515587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.707275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.709891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.736064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.736648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8ee660-1ae4-4135-a3ea-ebfa63818a78 {{(pid=86383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:21:44.751043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.752313 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9d8ee660-1ae4-4135-a3ea-ebfa63818a78 HTTP/1.1" status: 204 len: 168 time: 1.5711596 Apr 20 06:21:44.755048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59052) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:44.823968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Deleting subnet fdb6ca86-2fb9-4d05-b2ac-5506e2090061 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:21:44.827266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.889736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:44.978027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.245560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.249560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-554c3a5d-6408-4fec-b5f5-5b7e6df1c782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:45.288300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb6ca86-2fb9-4d05-b2ac-5506e2090061,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:45.290920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:45.293771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.299242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19d33a-458a-4c1d-86ef-ca0fd8fe28a2 None None] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:21:45.301052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ce8ea354-c0c7-44a8-8e6b-4eb5c268c63b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fdb6ca86-2fb9-4d05-b2ac-5506e2090061 HTTP/1.1" status: 204 len: 168 time: 0.5449350 Apr 20 06:21:45.303869 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59056) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:45.424452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.432728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Deleting port ebf3021b-0bc4-4d52-b878-3c635b1ac106 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:45.433094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.558125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] DHCP port deletion for 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:21:45.563564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Deleting port ebf3021b-0bc4-4d52-b878-3c635b1ac106 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:45.563985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.662144 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] For port ebf3021b-0bc4-4d52-b878-3c635b1ac106, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ebf3021b-0bc4-4d52-b878-3c635b1ac106,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:45.662541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.790108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] For port ebf3021b-0bc4-4d52-b878-3c635b1ac106, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=ebf3021b-0bc4-4d52-b878-3c635b1ac106,segment=NetworkSegment(7516a875-1608-4769-8c70-7f22305ca649),segment_id=7516a875-1608-4769-8c70-7f22305ca649)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:45.790558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.800574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Calling delete_port for ebf3021b-0bc4-4d52-b878-3c635b1ac106 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:45.862773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ebf3021b-0bc4-4d52-b878-3c635b1ac106 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:21:45.882702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:45.887606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-259b9a5c-1329-494f-a72a-e2779e7a00fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:45.934779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf3021b-0bc4-4d52-b878-3c635b1ac106,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:45.937307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] No DVR routers for this DVR port ebf3021b-0bc4-4d52-b878-3c635b1ac106 on host dv-cinder-786054-4-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:21:45.938898 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:45.960031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Calling delete_port for ebf3021b-0bc4-4d52-b878-3c635b1ac106 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:45.998683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: ebf3021b-0bc4-4d52-b878-3c635b1ac106 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:21:45.999306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device ebf3021b-0bc4-4d52-b878-3c635b1ac106 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:21:45.999599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device dc3f3a8c-7bde-4433-a334-52f2228c3752 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:21:46.046456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: dc3f3a8c-7bde-4433-a334-52f2228c3752 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:21:46.046925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device dc3f3a8c-7bde-4433-a334-52f2228c3752 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:21:46.047415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a3bc6a45-e68a-4f27-b46e-996ada65f890 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:21:46.061119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.088781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: a3bc6a45-e68a-4f27-b46e-996ada65f890 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:21:46.089170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a3bc6a45-e68a-4f27-b46e-996ada65f890 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:21:46.113759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:21:46.114167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:21:46.176868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ed6182-ead7-4c76-97a1-1d5ff15e4cf6']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:46.189935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7516a875-1608-4769-8c70-7f22305ca649') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:46.190264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7516a875-1608-4769-8c70-7f22305ca649') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:46.202304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.217531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.224363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:21:46.418395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:21:46.427882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.607287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Network 43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:21:46.615283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Deleting port ebf3021b-0bc4-4d52-b878-3c635b1ac106 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:46.615719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:21:46.630094 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:21:46.690210 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-849cee5e-9d66-45d7-ad6d-503f0e431ec2 None None] The port 'ebf3021b-0bc4-4d52-b878-3c635b1ac106' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:21:46.717502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.722721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:46.741901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:46.750933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ed6182-ead7-4c76-97a1-1d5ff15e4cf6,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:46.754286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:46.765998 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] 10.222.0.38 "DELETE /v2.0/networks/43ed6182-ead7-4c76-97a1-1d5ff15e4cf6 HTTP/1.1" status: 204 len: 168 time: 1.4610484 Apr 20 06:21:46.906845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59062) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:46.972032 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-653d74cd-76ec-4a67-97bd-dcd6d10c10da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ae0d7d884a3434b8f6276d0a08c6f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633817 Apr 20 06:21:46.974619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59066) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:47.041007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:47.069934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:47.125232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:47.131897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-31326f07-96a9-41b7-aa55-808b6438a04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:47.146010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f2c34-18bb-42fe-b44a-fe696a0220a0,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:47.148932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:47.155915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:47.157144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3e43dfde-fe71-49d3-98a4-292b5707ef21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/044f2c34-18bb-42fe-b44a-fe696a0220a0 HTTP/1.1" status: 204 len: 168 time: 0.1815214 Apr 20 06:21:53.787795 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-e8a366b4-a43a-4c1c-9774-10f00bf50bd2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946115668&fields=id&tenant_id=483b74f0870a4ccfaf805714b115d45f HTTP/1.1" status: 200 len: 267 time: 0.0578096 Apr 20 06:21:53.886571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-0fb4bdfd-8e7c-4b36-be0b-3615d3a58b57 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:53.888180 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-0fb4bdfd-8e7c-4b36-be0b-3615d3a58b57 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 984 time: 0.0942836 Apr 20 06:21:53.900194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Request body: {'port': {'security_groups': ['4d8d707a-bef0-44ef-b3e5-d3d908a44ad4']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:21:54.035038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.304465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:21:54.340636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.345435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.351479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c11b2498-2ccb-46d3-9a87-2b99e8c7ad4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:54.357530 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:21:54.414330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:54.415041 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.416580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f15f004-3647-4261-9c26-1e064e83bfbf req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "PUT /v2.0/ports/2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 942 time: 0.5214586 Apr 20 06:21:54.420120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:21:54.423164 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59140) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:54.452272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event updated for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=7']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:54.465198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f712d892-c506-4986-9109-d306c9e20e3d tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:54.480504 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:21:54.518140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:21:54.522534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.559538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.608950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-670513f6-db33-4b97-8ecd-592c7bdfcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:54.610622 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-670513f6-db33-4b97-8ecd-592c7bdfcd17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1098 time: 0.1050398 Apr 20 06:21:54.630150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.649780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5002058d-6a74-4043-a635-ba6c7fa6dcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:54.663049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719e3ff7-2a81-4330-bb63-cc763948aeb1,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:54.665647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:54.671615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.675379 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "DELETE /v2.0/security-groups/719e3ff7-2a81-4330-bb63-cc763948aeb1 HTTP/1.1" status: 204 len: 168 time: 0.2482436 Apr 20 06:21:54.677186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59154) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:54.756046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-623d1d22-c1fc-4a63-9a1f-057e50ad21bb None None] Provisioning complete for port 2bd370bc-5732-409e-946b-79a2a4a2f011 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:21:54.756463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-623d1d22-c1fc-4a63-9a1f-057e50ad21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.776768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-9619ff49-fa0d-4d65-9c22-381fb118ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:54.778534 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-9619ff49-fa0d-4d65-9c22-381fb118ab9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1597910 Apr 20 06:21:54.911196 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-8991e5f2-6ce1-4707-9f34-0fa36c1eaab7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 1001 time: 0.1247292 Apr 20 06:21:54.918661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Deleting port 5374c2e2-8121-4f74-811e-661afd5fd7c3 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:21:54.919044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:54.986678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-1dce411d-62ee-4144-b0d8-0d10285d7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:54.988334 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-1dce411d-62ee-4144-b0d8-0d10285d7297 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0703294 Apr 20 06:21:55.077127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-eb820efc-4c4c-4065-92ea-33478c5f8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:55.078716 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-eb820efc-4c4c-4065-92ea-33478c5f8280 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835304 Apr 20 06:21:55.106870 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:55.107231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:55.226858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-b3a7d792-b505-453d-be8b-dba8f77002f1 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401184 Apr 20 06:21:55.238823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Calling delete_port for 5374c2e2-8121-4f74-811e-661afd5fd7c3 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:21:55.373220 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-29d5c984-c68c-463d-aac0-742aa6b00871 req-732219c9-aae8-42ca-a3dc-aa01bb636582 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387322 Apr 20 06:21:55.404119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:55.408003 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9ca217e4-7cde-4264-8f4d-ce770d9be6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:55.453717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event deleted for resources: {'Port': ['ID=5374c2e2-8121-4f74-811e-661afd5fd7c3,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:55.456352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:55.811355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks [] for floatingip, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:55.811739 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Floating IP c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5 disassociated (deleted). External IP: 172.27.2.108, port: 2bd370bc-5732-409e-946b-79a2a4a2f011. Apr 20 06:21:56.190963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:21:56.390121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:21:56.401043 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Sync routers for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:21:56.412301 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:56.412860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:56.413004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:56.471749 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "DELETE /v2.0/floatingips/c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5 HTTP/1.1" status: 204 len: 168 time: 1.7934432 Apr 20 06:21:56.472447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:21:56.519970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:21:56.616662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:56.626600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-8e5edea2-1f01-459d-8b9c-baf38e0c3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:56.628237 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-8e5edea2-1f01-459d-8b9c-baf38e0c3d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=483b74f0870a4ccfaf805714b115d45f&device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 1098 time: 0.0846224 Apr 20 06:21:56.780085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-3cd91ab6-7f61-4d29-8d87-2777452a47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:56.781943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-3cd91ab6-7f61-4d29-8d87-2777452a47cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 200 len: 915 time: 0.1457417 Apr 20 06:21:56.863925 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-d04502ae-f393-4d1b-a21e-0525867c0492 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 200 len: 217 time: 0.0737865 Apr 20 06:21:56.949999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-9fa4adc0-0b7c-4dfe-bec1-cb25eadf8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:56.951629 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-9fa4adc0-0b7c-4dfe-bec1-cb25eadf8c21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 200 len: 853 time: 0.0765796 Apr 20 06:21:56.966805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:56.971275 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Checking router: 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:21:56.980971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:21:56.981662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:57.044595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-90e6c796-2c3a-4b30-b056-b5047fb63740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:57.046378 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-90e6c796-2c3a-4b30-b056-b5047fb63740 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=006ad989-d973-43c8-bd93-a3ca58d0bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805218 Apr 20 06:21:57.202108 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-860d31d5-e280-4df3-b5ef-15deadcb1e9f service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486623 Apr 20 06:21:57.358070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:21:57.383600 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f738ef1b-3725-47b5-a237-61a6826d12bc req-e1d28277-e226-4986-ad4b-811d29616110 service neutron] 10.222.0.16 "GET /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697114 Apr 20 06:21:57.704909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59200) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:57.705605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:21:57.709889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8b443-3838-4f81-9dcd-c12e35b86af9 None None] The sync data for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi is: [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:19:39Z', 'revision_number': 4, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'a97166c9-4464-40be-8471-cb2ddfcceba5', 'name': '', 'network_id': '006ad989-d973-43c8-bd93-a3ca58d0bc27', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'mac_address': 'fa:16:3e:a3:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:38Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'subnets': [{'id': '802ec95b-c887-4f80-b3e3-6bcd7371e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:21:57.837102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:57.853227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:21:57.857485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdd9d505ce24f63a22a6da6ed10007c is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:21:57.860585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:21:57.867017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:21:57.958921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:57.962232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:57.972141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eade9f84-697e-4e6a-ae1a-5705d6400501 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:58.016045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602a6cd4-dd02-405c-9db5-c1b79a09369b,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:58.019912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:58.022943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcdd9d505ce24f63a22a6da6ed10007c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169413 Apr 20 06:21:58.025920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59208) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:21:58.089055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:58.117137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:58.134702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46c879-513b-4c2e-b7d3-f799e072b5f5 None None] New status for floating IP c4184ed6-e5d6-4a05-9121-8f5fbcafd9a5: DOWN {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:21:58.168465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:58.173583 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2fedc9aa-f4ea-4c16-a4aa-9276b3176336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:21:58.190194 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a6cd4-dd02-405c-9db5-c1b79a09369b,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:21:58.191954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:21:58.195847 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/602a6cd4-dd02-405c-9db5-c1b79a09369b HTTP/1.1" status: 204 len: 168 time: 0.1662664 Apr 20 06:21:58.195847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-29fd1b27-e856-4c1d-8700-e273510ea113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:21:59.872766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72678-b4f3-4241-a790-7a2c45084c99 req-6ff0377e-30b2-445a-af05-6615ca020a79 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:21:59.874428 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4e72678-b4f3-4241-a790-7a2c45084c99 req-6ff0377e-30b2-445a-af05-6615ca020a79 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.1027062 Apr 20 06:21:59.923571 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4e72678-b4f3-4241-a790-7a2c45084c99 req-bf743598-6868-4f07-b615-64b1d5657a04 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Apr 20 06:22:01.155584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-854f9395-6493-4c2c-94b6-e4e6c2f0d139 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:22:01.156406 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-854f9395-6493-4c2c-94b6-e4e6c2f0d139 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:22:01.173272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-854f9395-6493-4c2c-94b6-e4e6c2f0d139 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:22:01.174495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-854f9395-6493-4c2c-94b6-e4e6c2f0d139 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.1188118 Apr 20 06:22:01.224501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-bd244139-b538-42f1-bd2a-8b7ebc202de2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Synchronizing usage tracker for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:22:01.241106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-bd244139-b538-42f1-bd2a-8b7ebc202de2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Unset dirty status for tenant:483b74f0870a4ccfaf805714b115d45f on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:22:01.243583 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95046901-43e4-4d0e-aa6c-709bfa4b6ed0 req-bd244139-b538-42f1-bd2a-8b7ebc202de2 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Apr 20 06:22:01.524836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-ecca10e1-f6e8-441f-b8fc-15f997f35d80 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:22:01.526398 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-ecca10e1-f6e8-441f-b8fc-15f997f35d80 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 945 time: 0.0987897 Apr 20 06:22:01.605930 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Deleting port 2bd370bc-5732-409e-946b-79a2a4a2f011 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:01.606321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:01.877560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] For port 2bd370bc-5732-409e-946b-79a2a4a2f011, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2bd370bc-5732-409e-946b-79a2a4a2f011,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:01.877979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:02.015753 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Calling delete_port for 2bd370bc-5732-409e-946b-79a2a4a2f011 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:02.181652 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:02.189449 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fcb6dc3e-2740-4da0-a12a-46234e9c71bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:02.194661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['2bd370bc-5732-409e-946b-79a2a4a2f011'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:22:02.237427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Pushing event deleted for resources: {'Port': ['ID=2bd370bc-5732-409e-946b-79a2a4a2f011,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:02.241350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:02.599559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] No DVR routers for this DVR port 2bd370bc-5732-409e-946b-79a2a4a2f011 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:22:02.606440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:02.609514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'name': 'network-vif-deleted', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:22:02.624372 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c6f05ba5-8c99-434f-beed-ea30e0c6ef13 req-f9307740-92f0-4604-a4fc-d25a6121cf87 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d12705d-98f1-4a16-942b-41f442454012 HTTP/1.1" status: 200 len: 210 time: 0.0701282 Apr 20 06:22:02.635218 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c30701c-0f61-4511-9015-abe77b8d9649 req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] 10.222.0.16 "DELETE /v2.0/ports/2bd370bc-5732-409e-946b-79a2a4a2f011 HTTP/1.1" status: 204 len: 173 time: 1.1031590 Apr 20 06:22:02.813608 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d12705d-98f1-4a16-942b-41f442454012', 'name': 'network-vif-deleted', 'tag': '2bd370bc-5732-409e-946b-79a2a4a2f011', 'status': 'completed', 'code': 200} Apr 20 06:22:04.504519 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59374) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:05.081409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:05.460389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Deleting port a97166c9-4464-40be-8471-cb2ddfcceba5 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:05.460760 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:05.654414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] For port a97166c9-4464-40be-8471-cb2ddfcceba5, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=a97166c9-4464-40be-8471-cb2ddfcceba5,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:05.654994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:05.785849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Calling delete_port for a97166c9-4464-40be-8471-cb2ddfcceba5 owned by network:router_interface {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:05.970529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:05.976993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:06.031608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97166c9-4464-40be-8471-cb2ddfcceba5,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:06.034993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:06.332070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:06.374541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2bd370bc-5732-409e-946b-79a2a4a2f011 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:06.416761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 2bd370bc-5732-409e-946b-79a2a4a2f011 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:06.417142 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 2bd370bc-5732-409e-946b-79a2a4a2f011 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:06.970205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:22:07.163441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:22:07.173823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Sync routers for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:22:07.176687 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-62773c1d-3f64-4932-b7df-92ca967b9770 admin admin] 10.222.0.38 "PUT /v2.0/routers/09d23c6d-e59e-47f9-b6c5-63ca7b44af19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708899 Apr 20 06:22:07.179541 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59382) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:07.184498 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:22:07.185615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:07.375780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks [] for router, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:07.377877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:22:07.578309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:07.589628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Deleting port 4effb92f-f56a-47b1-a123-d85fb19f3ce2 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:07.590228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:07.612109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96940388-9b10-403e-804e-4b832454faaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:07.700602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:22:05Z', 'revision_number': 5, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port': {'id': '4effb92f-f56a-47b1-a123-d85fb19f3ce2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:35Z', 'updated_at': '2021-04-20T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:07.705236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Checking router: 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:22:07.715884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Routers {'09d23c6d-e59e-47f9-b6c5-63ca7b44af19'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:22:07.716552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:21:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:07.779828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] For port 4effb92f-f56a-47b1-a123-d85fb19f3ce2, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4effb92f-f56a-47b1-a123-d85fb19f3ce2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:07.780274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:07.886205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] Set router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 gateway port host: None {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:22:07.925321 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Calling delete_port for 4effb92f-f56a-47b1-a123-d85fb19f3ce2 owned by network:router_gateway {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:08.004389 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:22:07Z', 'revision_number': 6, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:08.008821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad92e79-4d39-4055-ada3-268f78ab46cb None None] The sync data for ids ['09d23c6d-e59e-47f9-b6c5-63ca7b44af19'] in dv-cinder-786054-4-iscsi is: [{'id': '09d23c6d-e59e-47f9-b6c5-63ca7b44af19', 'name': 'tempest-TestMinimumBasicScenario-176867038-router', 'tenant_id': '483b74f0870a4ccfaf805714b115d45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:34Z', 'updated_at': '2021-04-20T06:22:07Z', 'revision_number': 6, 'project_id': '483b74f0870a4ccfaf805714b115d45f', 'gw_port_host': None}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:22:08.116072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.126314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5addae36-36fb-4f39-b6c6-0dd3df1b1633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:08.151461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.202640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4effb92f-f56a-47b1-a123-d85fb19f3ce2,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:08.210209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:08.275260 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.467044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.469551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.500416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.500976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d23c6d-e59e-47f9-b6c5-63ca7b44af19 {{(pid=86383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:22:08.513540 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.514840 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] 10.222.0.38 "DELETE /v2.0/routers/09d23c6d-e59e-47f9-b6c5-63ca7b44af19 HTTP/1.1" status: 204 len: 168 time: 1.3343284 Apr 20 06:22:08.517783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59404) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:08.589137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Deleting subnet 802ec95b-c887-4f80-b3e3-6bcd7371e55f {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:22:08.592586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.644763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:08.732674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.016692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.020509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:09.060611 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802ec95b-c887-4f80-b3e3-6bcd7371e55f,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:09.064190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:09.065185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.070873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074594c3-1bd7-4d6f-b7e5-19ed48b5e936 None None] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:22:09.071735 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/802ec95b-c887-4f80-b3e3-6bcd7371e55f HTTP/1.1" status: 204 len: 168 time: 0.5529287 Apr 20 06:22:09.076172 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59408) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:09.196524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.208010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Deleting port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:09.208326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.344325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] DHCP port deletion for 006ad989-d973-43c8-bd93-a3ca58d0bc27 request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:22:09.349429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Deleting port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:09.349953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.436429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] For port 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=8ee965f0-afe9-42b5-b065-5ce72c82ed79,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:09.436813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.569689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Calling delete_port for 8ee965f0-afe9-42b5-b065-5ce72c82ed79 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:09.574238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] For port 8ee965f0-afe9-42b5-b065-5ce72c82ed79, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=8ee965f0-afe9-42b5-b065-5ce72c82ed79,segment=NetworkSegment(f1a0c52c-4ebc-4a95-9ed5-980043947077),segment_id=f1a0c52c-4ebc-4a95-9ed5-980043947077)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:09.574792 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.654306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.658593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3147d344-420d-48a7-b1cb-9d3b25d1c961 tempest-AttachVolumeShelveTestJSON-1216936382 tempest-AttachVolumeShelveTestJSON-1216936382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:09.706167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee965f0-afe9-42b5-b065-5ce72c82ed79,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:09.708968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:09.711243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Calling delete_port for 8ee965f0-afe9-42b5-b065-5ce72c82ed79 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:09.714664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] No DVR routers for this DVR port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 on host dv-cinder-786054-4-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:22:09.785458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:22:09.785715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:22:09.844327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:09.870878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4effb92f-f56a-47b1-a123-d85fb19f3ce2 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:09.909182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 4effb92f-f56a-47b1-a123-d85fb19f3ce2 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:09.909579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4effb92f-f56a-47b1-a123-d85fb19f3ce2 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:09.910044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a97166c9-4464-40be-8471-cb2ddfcceba5 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:09.951572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: a97166c9-4464-40be-8471-cb2ddfcceba5 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:09.952015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device a97166c9-4464-40be-8471-cb2ddfcceba5 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:09.952482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 8ee965f0-afe9-42b5-b065-5ce72c82ed79 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:09.990664 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 8ee965f0-afe9-42b5-b065-5ce72c82ed79 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:09.991193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 8ee965f0-afe9-42b5-b065-5ce72c82ed79 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:10.082709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fcb93715-0631-4fad-a962-55b37b33270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.218603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006ad989-d973-43c8-bd93-a3ca58d0bc27']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:10.231495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0c52c-4ebc-4a95-9ed5-980043947077') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:10.231789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0c52c-4ebc-4a95-9ed5-980043947077') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:10.243966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.264137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.270786 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:22:10.286874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Deleting port 8ee965f0-afe9-42b5-b065-5ce72c82ed79 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:10.287417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.361197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3c5284cd-16e0-4733-a61f-0109aff30cdb None None] The port '8ee965f0-afe9-42b5-b065-5ce72c82ed79' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:22:10.433155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.456351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:22:10.465558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.654575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Network 006ad989-d973-43c8-bd93-a3ca58d0bc27 has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:22:10.677443 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:22:10.764608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.769134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:10.772975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35fe819a-0de3-42e4-b1d6-58c7b4e550f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:10.800490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Pushing event deleted for resources: {'Network': ['ID=006ad989-d973-43c8-bd93-a3ca58d0bc27,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:10.802825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:10.806885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e02ef160-96a8-465d-9687-b3972a25519e admin admin] 10.222.0.38 "DELETE /v2.0/networks/006ad989-d973-43c8-bd93-a3ca58d0bc27 HTTP/1.1" status: 204 len: 168 time: 1.7287767 Apr 20 06:22:10.810544 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59430) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:11.393910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:11.687881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:11.765787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Deleting port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:11.766147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:11.947453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] For port 17fcaf3b-1054-4d85-89f9-a6f640c7ab17, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:11.947704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:12.084852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Calling delete_port for 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 owned by network:router_interface {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:12.103361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:12.263858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:12.267768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-77b060b5-7848-4ca0-9055-87ddaa385889 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:12.318672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fcaf3b-1054-4d85-89f9-a6f640c7ab17,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:12.323467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:12.608378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:12.995265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Router b1f0a866-869f-42d4-9474-0cfa519a8039 has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:22:13.452216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:22:13.461601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Sync routers for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:22:13.461747 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8b832639-7b38-4290-848a-6d5a3098fd54 admin admin] 10.222.0.38 "PUT /v2.0/routers/b1f0a866-869f-42d4-9474-0cfa519a8039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493838 Apr 20 06:22:13.464532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59464) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:13.473106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:22:13.473822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:22:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:13.655734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks [] for router, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:13.660742 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:22:13.859288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:22:13.869338 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:13.879137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Deleting port c0881378-7336-4ef8-be96-b17fbe55c54b {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:13.879788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:13.977819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:22:12Z', 'revision_number': 5, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port': {'id': 'c0881378-7336-4ef8-be96-b17fbe55c54b', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:19:43Z', 'updated_at': '2021-04-20T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:13.982446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Checking router: b1f0a866-869f-42d4-9474-0cfa519a8039 for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:22:13.991684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Routers {'b1f0a866-869f-42d4-9474-0cfa519a8039'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:22:13.992728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:22:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['b1f0a866-869f-42d4-9474-0cfa519a8039'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:14.075825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] For port c0881378-7336-4ef8-be96-b17fbe55c54b, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=c0881378-7336-4ef8-be96-b17fbe55c54b,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:14.076159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.158728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] Set router b1f0a866-869f-42d4-9474-0cfa519a8039 gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:22:14.208258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Calling delete_port for c0881378-7336-4ef8-be96-b17fbe55c54b owned by network:router_gateway {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:14.273473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:22:13Z', 'revision_number': 6, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:14.277890 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca521f95-0420-4fcc-95e2-ce12c4b2894b None None] The sync data for ids ['b1f0a866-869f-42d4-9474-0cfa519a8039'] in dv-cinder-786054-4-iscsi is: [{'id': 'b1f0a866-869f-42d4-9474-0cfa519a8039', 'name': 'tempest-TestMinimumBasicScenario-145526238-router', 'tenant_id': '275a44acb3c440caa66959858f6ef602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:19:42Z', 'updated_at': '2021-04-20T06:22:13Z', 'revision_number': 6, 'project_id': '275a44acb3c440caa66959858f6ef602', 'gw_port_host': None}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:22:14.391189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.395137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:14.441590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0881378-7336-4ef8-be96-b17fbe55c54b,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:14.444998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:14.542913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.731166 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.733657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.755345 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.755829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f0a866-869f-42d4-9474-0cfa519a8039 {{(pid=86383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:22:14.768453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.769666 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b1f0a866-869f-42d4-9474-0cfa519a8039 HTTP/1.1" status: 204 len: 168 time: 1.3041115 Apr 20 06:22:14.773136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59482) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:14.840447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Deleting subnet bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825 {{(pid=86383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:22:14.843889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.898638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844166388'] for subnet, precommit_delete_associations {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:14.984226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.250505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11484308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843750909'] for subnet, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.255751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:15.292042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:15.294574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:15.297497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.306922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e084bf-04b4-49de-a5d1-bcada76b0ef2 None None] Network b75971b1-1add-4d57-a41e-528aa558a39d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:22:15.307271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f5d2f6c8-ac1a-4e92-858e-76f436f11d2d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bf7f16bd-ffd5-4a68-969f-1bd9fc1c3825 HTTP/1.1" status: 204 len: 168 time: 0.5304322 Apr 20 06:22:15.307271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59490) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:15.434208 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.445140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Deleting port 692a7297-356d-4e07-8936-612759919c0c {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:15.445477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.595311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] DHCP port deletion for b75971b1-1add-4d57-a41e-528aa558a39d request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:22:15.599781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Deleting port 692a7297-356d-4e07-8936-612759919c0c {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:15.600206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.684028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] For port 692a7297-356d-4e07-8936-612759919c0c, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=692a7297-356d-4e07-8936-612759919c0c,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:15.684397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.830223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Calling delete_port for 692a7297-356d-4e07-8936-612759919c0c owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:15.876202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 692a7297-356d-4e07-8936-612759919c0c no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:15.910313 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:15.915393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9eee6104-32d5-4bfc-ae5c-d5dfe88b48a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:15.964347 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=692a7297-356d-4e07-8936-612759919c0c,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:15.967613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:15.968454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] No DVR routers for this DVR port 692a7297-356d-4e07-8936-612759919c0c on host dv-cinder-786054-4-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:22:16.032702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No active binding found for port 692a7297-356d-4e07-8936-612759919c0c {{(pid=86385) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 20 06:22:16.033147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 692a7297-356d-4e07-8936-612759919c0c not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:16.033615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device c0881378-7336-4ef8-be96-b17fbe55c54b no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:16.078192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: c0881378-7336-4ef8-be96-b17fbe55c54b {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:16.078576 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device c0881378-7336-4ef8-be96-b17fbe55c54b not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:16.079015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:22:16.091395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.126000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:22:16.126447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 17fcaf3b-1054-4d85-89f9-a6f640c7ab17 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:22:16.134630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] For port 692a7297-356d-4e07-8936-612759919c0c, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=692a7297-356d-4e07-8936-612759919c0c,segment=NetworkSegment(29323b52-4d39-4b2a-b047-44b9916a0048),segment_id=29323b52-4d39-4b2a-b047-44b9916a0048)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:22:16.135036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.202625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75971b1-1add-4d57-a41e-528aa558a39d']}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:16.219622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29323b52-4d39-4b2a-b047-44b9916a0048') {'for_net_delete': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:16.219954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29323b52-4d39-4b2a-b047-44b9916a0048') {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:22:16.232543 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10609412'] for segment, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.248048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.255204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=86383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:22:16.265382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Calling delete_port for 692a7297-356d-4e07-8936-612759919c0c owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:22:16.343853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:22:16.344256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:22:16.436217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Network b75971b1-1add-4d57-a41e-528aa558a39d has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:22:16.445111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843291337'] for segment, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.845755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Deleting port 692a7297-356d-4e07-8936-612759919c0c {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:22:16.846387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.887512 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Network b75971b1-1add-4d57-a41e-528aa558a39d has no segments {{(pid=86383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:22:16.910546 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:22:16.918435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3a452b2b-5394-4e2d-b68a-aa6de4687ca0 None None] The port '692a7297-356d-4e07-8936-612759919c0c' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:22:16.995674 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:16.999646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-281a73d5-2ad6-4e1f-8108-e0b75b166f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:17.013757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:17.025053 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=b75971b1-1add-4d57-a41e-528aa558a39d,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:17.028065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:17.033612 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-96fb95ea-7b33-4727-82d7-202989ed5c92 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b75971b1-1add-4d57-a41e-528aa558a39d HTTP/1.1" status: 204 len: 168 time: 1.7216303 Apr 20 06:22:17.237539 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59518) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:17.291145 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-564bbca4-c829-47be-ab76-867a29aacecb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=483b74f0870a4ccfaf805714b115d45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520086 Apr 20 06:22:17.293416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59526) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:17.361057 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:17.395201 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:17.449495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:17.453474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbdac302-b6da-4d27-b295-1d064e155757 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:17.467867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d707a-bef0-44ef-b3e5-d3d908a44ad4,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:17.470574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:17.478754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:17.480042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d8d707a-bef0-44ef-b3e5-d3d908a44ad4 HTTP/1.1" status: 204 len: 168 time: 0.1854248 Apr 20 06:22:17.863387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59534) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:17.920410 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ec10e361-b7eb-48d9-8b08-3c163e2ade3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=275a44acb3c440caa66959858f6ef602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556884 Apr 20 06:22:17.923810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59538) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:17.988456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:18.016360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:18.071376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:18.075253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edf73822-f82a-45bb-ac53-48af185b4cfd tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:18.088603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132b66e-936d-4af1-a51f-3cf07d92e8d1,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:18.092723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:18.096223 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:18.097447 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-34746c6d-0f39-4f87-8af6-7f751fd74e19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f132b66e-936d-4af1-a51f-3cf07d92e8d1 HTTP/1.1" status: 204 len: 168 time: 0.1726956 Apr 20 06:22:37.595522 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bf248ed4-8265-4973-8709-e35928762053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:38.186974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:40.093702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-649f7c5b-afc6-4ce9-8725-359f2d3c3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:40.445626 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:41.692256 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:42.105820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:45.841502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59752) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:45.978233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:45.993891 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:22:45.998182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Usage tracker for resource:security_group_rule and tenant:41913484b1ba4d969f35e468007a0536 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:22:46.001245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:22:46.007779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:22:46.107692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.111214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.118680 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8801742-2b14-43b7-a6a3-27542cbc066c tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:46.160158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3eb248-1f27-4450-9b6d-3710fc332ab9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:46.164361 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41913484b1ba4d969f35e468007a0536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215230 Apr 20 06:22:46.167618 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59758) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:46.171114 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.171560 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.171970 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.172370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.172820 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.173159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.173552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.173923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.174315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.174699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.175107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.175499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.180662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:46.237798 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.265821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.313396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.318571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3ab026d-626f-46ee-839a-ceb5207d57ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:46.332217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3eb248-1f27-4450-9b6d-3710fc332ab9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:46.340246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.341465 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a3eb248-1f27-4450-9b6d-3710fc332ab9 HTTP/1.1" status: 204 len: 168 time: 0.1727130 Apr 20 06:22:46.343148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.343584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.343991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.344393 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.344784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.345157 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.345577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.345921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.346284 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.346689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.347075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.347488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:22:46.350662 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:46.661165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59766) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:46.680700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.696518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:22:46.700895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Usage tracker for resource:security_group_rule and tenant:2f9428434f7b4646ac186a5504953102 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:22:46.704080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:22:46.710581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:22:46.802834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.806735 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.814452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48c30597-7615-405a-ba44-442b3ab78424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:46.858179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f9428434f7b4646ac186a5504953102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958735 Apr 20 06:22:46.859125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5c2e1-3242-45ca-ae60-4a3880e88cf9,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:46.861467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59770) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:22:46.862366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fe27a066-6b0c-4232-8bcd-83e23d4f092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:46.925762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:46.954682 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:47.003913 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:47.007943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b365ec9a-ae67-4191-9bb1-1ff4237de182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:22:47.019918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5c2e1-3242-45ca-ae60-4a3880e88cf9,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:22:47.023862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:22:47.027773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:22:47.028974 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0e880e94-07c3-46ed-b842-8c35cddad1bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51b5c2e1-3242-45ca-ae60-4a3880e88cf9 HTTP/1.1" status: 204 len: 168 time: 0.1663785 Apr 20 06:22:50.864619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:23:07.609341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b559406-e07d-43e4-9fdf-9bab42aee874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:08.180646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:10.095538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4874b42d-45a1-4e9d-8deb-72de76abb72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:10.447102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:11.688968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:12.113309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.369010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59980) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:22.506083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.522368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:22.526856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffdc84cd6f9420292913e12fd68da49 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:22.529988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:22.536384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:22.632035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.635702 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.643046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e74f4aca-1e7c-4a62-8ac3-a19a4ec10083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:22.685829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58512af-b0a1-4c16-82f9-609b93986a4f,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:22.690512 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ffdc84cd6f9420292913e12fd68da49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203454 Apr 20 06:23:22.691521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bfabf69f-2898-4c94-a901-426c5a951d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:22.694273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59986) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:22.755836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.783837 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.833767 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.837559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9bf8b312-b67b-43ad-86bf-434ec0f22e54 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:22.852427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58512af-b0a1-4c16-82f9-609b93986a4f,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:22.855280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:22.867766 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:22.871630 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1aac6fed-1abc-4af5-a25b-3149ae4dfa9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d58512af-b0a1-4c16-82f9-609b93986a4f HTTP/1.1" status: 204 len: 168 time: 0.1763370 Apr 20 06:23:23.179131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 59994) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:23.203935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.221265 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:23.225747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Usage tracker for resource:security_group_rule and tenant:72ca215819fe496aba2b2fb1a70f271b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:23.229073 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:23.235651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:23.324459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.328601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.335974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0fa47c2c-d5e4-4bb0-b56a-1c1b431763b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:23.379521 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72ca215819fe496aba2b2fb1a70f271b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991129 Apr 20 06:23:23.380433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a03802-9a9d-4cb5-a418-9554f4c386de,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:23.382524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 59998) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:23.383876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-036cc5ac-d4b7-4d01-b045-578019472569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:23.453007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.480922 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.529945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.533791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d023104b-c579-402d-9737-1878ec431f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:23.545545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a03802-9a9d-4cb5-a418-9554f4c386de,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:23.549375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:23.553364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:23.554559 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ac567139-aa4d-4a78-9920-04cdefea3e3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12a03802-9a9d-4cb5-a418-9554f4c386de HTTP/1.1" status: 204 len: 168 time: 0.1705959 Apr 20 06:23:25.454500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60044) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:25.591867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.608875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:25.613461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Usage tracker for resource:security_group_rule and tenant:0599c4def32142b687df3d130776a660 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:25.616617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:25.623314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:25.714004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.718396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.725632 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-642555c9-28c3-4709-a992-6c52e9a19cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:25.772048 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0599c4def32142b687df3d130776a660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163764 Apr 20 06:23:25.772945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea071b1-96cf-46d3-8dde-aee9b8a85f87,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:25.775283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60050) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:25.776288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bd61b977-4a9c-42fb-83b1-b164f6acec18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:25.847295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.885175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.939573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.963828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f7b1ee9f-d9e8-4932-aa46-071a2064cc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:25.963828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea071b1-96cf-46d3-8dde-aee9b8a85f87,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:25.965715 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:25.974627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:25.975879 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1c1bc9ac-35ea-4dce-ba03-f48f020bc3b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ea071b1-96cf-46d3-8dde-aee9b8a85f87 HTTP/1.1" status: 204 len: 168 time: 0.1994042 Apr 20 06:23:26.301179 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60058) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:26.321165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.337014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:26.341594 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c761a7123f3a4436bdbd89cf32f8e2f3 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:26.344830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:26.350885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:26.436934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.440751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.448339 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b046634e-5110-41e7-9e9e-6ca0d23b0823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:26.491690 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c761a7123f3a4436bdbd89cf32f8e2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893697 Apr 20 06:23:26.492599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810dabd5-01f9-416b-939d-35b2ade5147f,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:26.494810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60062) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:26.496012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:26.559921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.587647 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.636356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.640219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c975fecf-9db2-4271-bfae-23db38855dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:26.653811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810dabd5-01f9-416b-939d-35b2ade5147f,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:26.658024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:26.663782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:26.665031 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5959ed43-2419-409b-bc23-823d99b18bd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/810dabd5-01f9-416b-939d-35b2ade5147f HTTP/1.1" status: 204 len: 168 time: 0.1691208 Apr 20 06:23:27.864415 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:23:32.669294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60162) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:32.814017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:32.833426 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:32.837811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a67ee8a033240b6b79f0b1d22e91a5e is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:32.841235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:32.848080 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:32.950783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:32.955307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:32.962988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1ed5a2f7-210f-4f4a-a3c8-0bc4d8cae267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:33.007432 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a67ee8a033240b6b79f0b1d22e91a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365467 Apr 20 06:23:33.008391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe22be-504e-4b02-aa6b-0e59bb2ddcea,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:33.010952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60168) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:33.014806 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-10e5d51c-3634-4d82-a190-d871db646fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:33.077768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.119987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.171575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.176714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-70f346c3-6ca5-47cd-bade-498c0978fe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:33.191467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe22be-504e-4b02-aa6b-0e59bb2ddcea,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:33.194623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:33.197958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.199429 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6f46d631-ed4d-4c2f-b3a4-fe1cc464c7b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bbe22be-504e-4b02-aa6b-0e59bb2ddcea HTTP/1.1" status: 204 len: 168 time: 0.1873989 Apr 20 06:23:33.552274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60176) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:33.576733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.599315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:33.603803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Usage tracker for resource:security_group_rule and tenant:0483669ec0384ca8bd706a1ad6f732a1 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:33.606923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:33.613588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:33.708595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.712087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.722546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42667c99-6617-4f08-a846-ba22933dc74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:33.764931 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0483669ec0384ca8bd706a1ad6f732a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114697 Apr 20 06:23:33.766868 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81471a-2251-46e6-b591-d70adecd0696,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:33.768160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60180) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:33.770448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-32031aef-ec3f-4091-ac6f-e61b5383f8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:33.839083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.866489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.912801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.917759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee264534-f468-4d87-9269-79af546ee7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:33.930243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81471a-2251-46e6-b591-d70adecd0696,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:33.933600 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:33.936050 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:33.937276 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc81471a-2251-46e6-b591-d70adecd0696 HTTP/1.1" status: 204 len: 168 time: 0.1680441 Apr 20 06:23:34.324386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60188) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:34.344380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.360942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:34.365538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Usage tracker for resource:security_group_rule and tenant:0eda7b26c3314b53a980792f2a3d3449 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:34.368701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:34.375052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:34.465357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.469206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.476119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c19b682-cc88-4de1-a496-8f551cd62037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:34.525356 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0eda7b26c3314b53a980792f2a3d3449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998482 Apr 20 06:23:34.526545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccfe09e-d269-463a-be44-79c96bf3c4ab,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:34.528605 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60192) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:34.529895 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3c28d829-da8b-482b-8a2c-f8f8b46f11fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:34.598363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.626238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.672510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.676359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-753230f8-8b8e-4f70-81ab-28e4ae250a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:34.691644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccfe09e-d269-463a-be44-79c96bf3c4ab,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:34.695473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:34.698955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:34.702705 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9f7af9cb-f76c-40be-9c29-ae2e179ca9f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bccfe09e-d269-463a-be44-79c96bf3c4ab HTTP/1.1" status: 204 len: 168 time: 0.1704276 Apr 20 06:23:37.243327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60264) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:37.369140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.385205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:37.389693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef39836c2214046b21b663649806129 is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:37.392877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:37.399419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:37.485107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.489453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.496885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-77201da5-7276-4482-b79a-afb1e76fbcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:37.540670 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ef39836c2214046b21b663649806129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960687 Apr 20 06:23:37.541584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08dc97a-7e69-44c6-8b84-9380339edad5,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:37.544762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60270) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:37.544989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78a269ed-2f58-4c9b-bd48-e11c4c6c7762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:37.602531 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca8b416e-12e5-4d11-89fc-8410dbe1d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.616608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.645012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.691258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.695016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-90fd6c31-62e5-4da6-8b4e-e3d3ecd6664d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:37.706936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08dc97a-7e69-44c6-8b84-9380339edad5,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:37.709353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:37.715602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:37.716805 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-07fa9287-82e2-4cce-9cbc-26e7507a033e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e08dc97a-7e69-44c6-8b84-9380339edad5 HTTP/1.1" status: 204 len: 168 time: 0.1705229 Apr 20 06:23:38.028832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60278) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:38.048660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.065147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:38.069566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Usage tracker for resource:security_group_rule and tenant:2dbc5dbbc83148f8857e86211578fed3 is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:38.072964 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:38.079517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:38.169593 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.173660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.187492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.187723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3fb517da-fa63-468c-878e-e6966b8cd099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:38.229490 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2dbc5dbbc83148f8857e86211578fed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994500 Apr 20 06:23:38.231349 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b40e90-3d0c-4364-ba95-03de7a045814,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:38.232624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60282) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:38.234676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-307659f3-8e80-4130-87d3-f2a609c7e9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:38.298513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.326843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.377045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.381055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:38.395986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b40e90-3d0c-4364-ba95-03de7a045814,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:38.398356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:38.420493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:38.421658 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1683d3f6-8633-4d5a-b0c1-85d423565240 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0b40e90-3d0c-4364-ba95-03de7a045814 HTTP/1.1" status: 204 len: 168 time: 0.1880343 Apr 20 06:23:39.252182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60306) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:39.364185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1138667358-network', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:39.369840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:39.374420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Usage tracker for resource:network and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:39.377797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:39.386010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:39.396681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Made reservation on behalf of 61f0ea0c4eed4239be4ef5a91c39a90b for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:23:39.401479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.415427 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.431368 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:39.436130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:39.439302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:39.445906 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:39.540703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.545211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.549465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-094f843b-00c8-4dd0-b017-0bdb5cf2e8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:39.574678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:23:39.587955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ca0be-2024-463e-a2fe-9a0423e24fe2,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:39.592224 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:39.593186 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.593566 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Added segment f7f89340-53ec-43ed-a3a0-d1e37227156a of type vlan for network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 Apr 20 06:23:39.621107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.654174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.655318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:23:39.655966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:39.659546 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86411105-ac95-4760-8939-69381ae4ac76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:39.770090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Pushing event updated for resources: {'Network': ['ID=7dc1cb55-e167-4fd4-bc59-d46ca196daa5,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:39.773662 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5203927 Apr 20 06:23:39.774641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66e5aef1-dd1e-4db2-bbc9-b1e0006448dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:39.777447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60312) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:39.782092 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:23:39.784255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Request body: {'subnet': {'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1138667358-subnet', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'ip_version': 4}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:39.790044 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:39.794945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Usage tracker for resource:subnet and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:39.798180 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:39.804612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:39.816156 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Made reservation on behalf of 61f0ea0c4eed4239be4ef5a91c39a90b for: {'subnet': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:23:39.821087 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11024937'] for subnet, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.088966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9993-999b-4832-ae34-6147f547c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.242403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843291439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11024952'] for subnet, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.246202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ec6e050-8ec0-42ca-a36f-6a513f824eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:40.323757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b13876-55b2-4bdb-983d-da6b38025d09,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:40.326654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:40.336660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:40.337048 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Network hostable DHCP agents. Network: 7dc1cb55-e167-4fd4-bc59-d46ca196daa5, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:23:40.361927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:23:40.371378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, 7dc1cb55-e167-4fd4-bc59-d46ca196daa5) {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:40.381383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74ac1d-9442-438e-80e9-0bc7c6b0af37 None None] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:23:40.384847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:23:40.385591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.405229 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0de9103f-f30b-42f8-abda-e94aeddd495e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6267376 Apr 20 06:23:40.408295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60316) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:40.413851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:40.419814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:40.423929 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Usage tracker for resource:router and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:40.427561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:40.433723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:40.443468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.444507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.458956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.481001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.623064 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 06:23:40.624030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.748689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:40.788724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Allocated IP 172.20.0.2 (7dc1cb55-e167-4fd4-bc59-d46ca196daa5/81b13876-55b2-4bdb-983d-da6b38025d09/1aef2bc7-9993-4147-b5ec-da6cac6edb58) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:41.007793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.019790 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Transition to ACTIVE for port object 1aef2bc7-9993-4147-b5ec-da6cac6edb58 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:41.039124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Transition to ACTIVE for port object 1aef2bc7-9993-4147-b5ec-da6cac6edb58 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:41.043863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.049205 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:41.080995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.115295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:41.118802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:41.120873 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.122831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:41.132481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Pushing event updated for resources: {'Port': ['ID=1aef2bc7-9993-4147-b5ec-da6cac6edb58,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:41.175819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.176171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.176565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.176936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.177322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.177692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.178060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.178443 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.178805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.179213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.179559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.179909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:41.212737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:41.240934 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Attempting to bind port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:41.241350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Attempting to bind port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:41.241791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Attempting to bind port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:41.247737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:41.248160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:41.248602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.249059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Bound using segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:41.249575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Bound port: 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:41.250002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.264251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Allocated IP 172.27.2.7 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/33033bce-d60f-4943-8c91-671c2bc3692e) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:41.344886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] For port 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:41.348200 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] For port 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1aef2bc7-9993-4147-b5ec-da6cac6edb58,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:41.352791 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.357045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:41.426031 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.463479 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Pushing event updated for resources: {'Port': ['ID=1aef2bc7-9993-4147-b5ec-da6cac6edb58,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:41.465386 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.467974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:41.472065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86d5e461-1c40-45fc-b09f-a9d6ed73845e tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:41.544405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:41.547968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:41.550412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:41.592884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Pushing event updated for resources: {'Port': ['ID=33033bce-d60f-4943-8c91-671c2bc3692e,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:41.596017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:41.695688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:41.942900 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1aef2bc7-9993-4147-b5ec-da6cac6edb58 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:42.017926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:42.113198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:42.257314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:42.627457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:42.697985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77629f27-61d2-4a5d-9e05-be1bc93316f6 None None] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:23:42.834528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Provisioning for port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:42.852193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Router 2b75329e-6931-4391-b01f-6b390b54bb0a is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 06:23:42.866497 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Provisioning complete for port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:42.866948 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.039488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:23:43.055952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:23:43.063947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.065293 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f751d420-770b-414a-b23f-00cd2d223931 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6560163 Apr 20 06:23:43.068343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60320) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:43.085402 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.096251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:43.096942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:43.471607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] For port 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1aef2bc7-9993-4147-b5ec-da6cac6edb58,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:23:43.533633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.555947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:43.705796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:43.808653 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.846911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b38e984d-c3ff-4364-86bb-10f8edffbe09 None None] Provisioning complete for port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:43.847387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b38e984d-c3ff-4364-86bb-10f8edffbe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:43.879458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Pushing event updated for resources: {'Port': ['ID=1aef2bc7-9993-4147-b5ec-da6cac6edb58,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:43.903444 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b81891a2-2878-48b2-b0b1-2669c25412c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:44.024291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Allocated IP 172.20.0.1 (7dc1cb55-e167-4fd4-bc59-d46ca196daa5/81b13876-55b2-4bdb-983d-da6b38025d09/f810f28d-3ee6-4710-a494-e53fc6133cea) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:44.180628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.198694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Transition to ACTIVE for port object f810f28d-3ee6-4710-a494-e53fc6133cea will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:44.209630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:42Z', 'revision_number': 3, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:44.214123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:23:44.214509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Updating router 2b75329e-6931-4391-b01f-6b390b54bb0a port 33033bce-d60f-4943-8c91-671c2bc3692e binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:23:44.225438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.230617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48905748-f80d-4388-8df3-b19d09fb21df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:44.270493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.551457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:44.559648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:44.564137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:44.608046 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Pushing event updated for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:44.612500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:44.629287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.637196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.652668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Transition to ACTIVE for port object 33033bce-d60f-4943-8c91-671c2bc3692e will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:44.659797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.665508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:44.748705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.752755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Attempting to bind port 33033bce-d60f-4943-8c91-671c2bc3692e on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:44.753167 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Attempting to bind port 33033bce-d60f-4943-8c91-671c2bc3692e by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:44.753578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Attempting to bind port 33033bce-d60f-4943-8c91-671c2bc3692e on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:44.761408 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b234222-0124-4c7d-88e0-94e3b1326734 None None] Pushing event updated for resources: {'Port': ['ID=33033bce-d60f-4943-8c91-671c2bc3692e,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:44.766094 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:44.766793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:44.767308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.767744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:44.768274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Bound port: 33033bce-d60f-4943-8c91-671c2bc3692e, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:44.768693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.800862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b234222-0124-4c7d-88e0-94e3b1326734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:44.828564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2b00a8c2-6300-44b6-be08-11900e9461e6 None None] Provisioning for port f810f28d-3ee6-4710-a494-e53fc6133cea completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:44.846085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2b00a8c2-6300-44b6-be08-11900e9461e6 None None] Provisioning complete for port f810f28d-3ee6-4710-a494-e53fc6133cea triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:44.846445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b00a8c2-6300-44b6-be08-11900e9461e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.912888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] For port 33033bce-d60f-4943-8c91-671c2bc3692e, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:44.921119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b00a8c2-6300-44b6-be08-11900e9461e6 None None] Port f810f28d-3ee6-4710-a494-e53fc6133cea cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:23:44.924855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] For port 33033bce-d60f-4943-8c91-671c2bc3692e, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=33033bce-d60f-4943-8c91-671c2bc3692e,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:44.929017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.933958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ca968155-2c3a-445c-8f9e-78daa40030d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:44.988085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:44.992718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:45.011226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:45.011904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:45.026066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5dd6688-1d7b-4732-9567-2a106b348316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:45.111286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Pushing event updated for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:45.113853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:45.118633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:45.158089 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b234222-0124-4c7d-88e0-94e3b1326734 None None] Pushing event updated for resources: {'Port': ['ID=33033bce-d60f-4943-8c91-671c2bc3692e,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:45.170695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8b234222-0124-4c7d-88e0-94e3b1326734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:45.222482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:45.257834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:45.259136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:45.465413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:23:45.472826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-70a25789-fb0c-4f43-831a-603684163ec4 None None] Provisioning complete for port f810f28d-3ee6-4710-a494-e53fc6133cea triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:45.473242 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70a25789-fb0c-4f43-831a-603684163ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:45.562552 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-70a25789-fb0c-4f43-831a-603684163ec4 None None] Port f810f28d-3ee6-4710-a494-e53fc6133cea cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:23:45.667318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:23:45.677888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-101f0ff6-9f0a-4b1e-b4a4-b607f2686065 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b75329e-6931-4391-b01f-6b390b54bb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084447 Apr 20 06:23:45.814756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 2, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:45.819134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae9692-3bdc-458c-917b-1696c0c8df6e None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 2, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:23:45.927109 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1aef2bc7-9993-4147-b5ec-da6cac6edb58 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:46.005410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:46.005824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.370055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60338) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:46.376811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1536727339-network', 'tenant_id': 'e2549918073342719446b173716c9a3c'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:46.382229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:46.387422 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Usage tracker for resource:network and tenant:e2549918073342719446b173716c9a3c is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:46.390561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:46.397058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:46.408280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Made reservation on behalf of e2549918073342719446b173716c9a3c for: {'network': 1} {{(pid=86383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:23:46.413218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for network, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.431507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.448487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:46.452690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Usage tracker for resource:security_group_rule and tenant:e2549918073342719446b173716c9a3c is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:46.455816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:46.462140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:46.555025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.558247 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.563168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-072a50a6-6424-47c3-9fd8-ee1638350b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:46.598603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=86383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 06:23:46.613350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe621fd2-cb33-4537-b5ae-d6959845267e,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:46.620198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.620644 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Added segment c43c489e-bfaf-4a1d-8075-4d46dc0580f8 of type vlan for network eff320ef-6bbc-44e2-b307-c5028a2e2a8d Apr 20 06:23:46.630196 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.630587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.631154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.631399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.631809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.632209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.632803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.632962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.633353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.633744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.634128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.634588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:46.638927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:46.663082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729216106679'] for network, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.696378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186'] for network, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.697591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:23:46.698235 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:46.703700 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8bad04f0-7d03-4456-847e-155899a57bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:46.815353 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4440079 Apr 20 06:23:46.816367 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Pushing event updated for resources: {'Network': ['ID=eff320ef-6bbc-44e2-b307-c5028a2e2a8d,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:46.818416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60342) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:46.819311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cfc55c5-0db4-40cd-952a-4e1df5f49f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:46.825969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Request body: {'subnet': {'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1536727339-subnet', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'ip_version': 4}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:46.831903 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:46.835333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d details requested by agent ovs-agent-dv-cinder-786054-4-iscsi with host dv-cinder-786054-4-iscsi {{(pid=86385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 06:23:46.836299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Usage tracker for resource:subnet and tenant:e2549918073342719446b173716c9a3c is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:46.839665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:46.846212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:46.859432 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Made reservation on behalf of e2549918073342719446b173716c9a3c for: {'subnet': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:23:46.864505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853029671'] for subnet, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.293802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853235203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853029688'] for subnet, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.298921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d67850f0-1a23-4446-9c31-0cbc00e80c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:47.374812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1165d9c8-afe8-4b41-8be4-5d899075d45a,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:47.386783 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.387220 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.387625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.387969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.388394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.388796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.389183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.389569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.389954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.390341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.390721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.391081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:47.396150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:47.397027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Checking segment: {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:47.397412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Network hostable DHCP agents. Network: eff320ef-6bbc-44e2-b307-c5028a2e2a8d, hostable agents: ['2ae71a10-b1d0-43e1-b616-d1d489512d02'], hosted agents: [] {{(pid=86384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 06:23:47.416827 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d is scheduled to be hosted by DHCP agent 2ae71a10-b1d0-43e1-b616-d1d489512d02 with binding_index 1 {{(pid=86384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 06:23:47.426994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-iscsi, eff320ef-6bbc-44e2-b307-c5028a2e2a8d) {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:47.436751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a5d43-f7d8-41e3-8b9f-c7bc641a9dfa None None] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:23:47.440607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:23:47.441272 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.461743 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1527d6c6-3c51-4b68-83c6-b0d3b57e8c65 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6415749 Apr 20 06:23:47.464577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60346) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:47.470485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:47.475968 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:47.480091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Usage tracker for resource:router and tenant:e2549918073342719446b173716c9a3c is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:47.483132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:47.489261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:47.500825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770835'] for router, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.501886 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4966'] for router, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.520485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.671723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d658768-94fb-59a3-8180-e8778ceed7ad-eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a'}]}} from dv-cinder-786054-4-iscsi. {{(pid=86385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 06:23:47.672639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.811037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4951'] for router, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:47.836597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Allocated IP 172.20.0.2 (eff320ef-6bbc-44e2-b307-c5028a2e2a8d/1165d9c8-afe8-4b41-8be4-5d899075d45a/650a4645-afa9-4166-a696-b97bc1df3ccd) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:47.977907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 33033bce-d60f-4943-8c91-671c2bc3692e up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:48.124499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.136436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 33033bce-d60f-4943-8c91-671c2bc3692e completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:48.139801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Transition to ACTIVE for port object 650a4645-afa9-4166-a696-b97bc1df3ccd will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:48.144412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.150120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 33033bce-d60f-4943-8c91-671c2bc3692e triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:48.150538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.179719 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.209975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Transition to ACTIVE for port object 650a4645-afa9-4166-a696-b97bc1df3ccd will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:48.221777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.225722 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:48.305705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:48.321455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Allocated IP 172.27.2.91 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/4dd5ccce-123e-4dcf-8bff-97f841f83dc2) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:48.334853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Resources bound (agent type, host, resource id): {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:48.343789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:48.361148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Pushing event updated for resources: {'Port': ['ID=650a4645-afa9-4166-a696-b97bc1df3ccd,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:48.399183 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:48.454598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.482198 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.485085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Attempting to bind port 650a4645-afa9-4166-a696-b97bc1df3ccd on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:48.485507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Attempting to bind port 650a4645-afa9-4166-a696-b97bc1df3ccd by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:48.485912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Attempting to bind port 650a4645-afa9-4166-a696-b97bc1df3ccd on network eff320ef-6bbc-44e2-b307-c5028a2e2a8d {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:48.490353 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 33033bce-d60f-4943-8c91-671c2bc3692e, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=33033bce-d60f-4943-8c91-671c2bc3692e,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:23:48.493711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:48.494204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Checking segment: {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:48.494636 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.495066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Bound using segment: {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:48.495599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Bound port: 650a4645-afa9-4166-a696-b97bc1df3ccd, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:48.496017 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.507140 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.511998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:48.514379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.519364 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:48.589355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:48.592907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:48.595470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:48.639836 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:48.644138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:48.646694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=33033bce-d60f-4943-8c91-671c2bc3692e,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:48.653133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:48.664083 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] For port 650a4645-afa9-4166-a696-b97bc1df3ccd, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:48.667881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] For port 650a4645-afa9-4166-a696-b97bc1df3ccd, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=650a4645-afa9-4166-a696-b97bc1df3ccd,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:48.671995 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:48.676958 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:48.758413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Pushing event updated for resources: {'Port': ['ID=650a4645-afa9-4166-a696-b97bc1df3ccd,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:48.761796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78440e37-2623-43a7-8a04-0568d55a133e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:48.894993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:23:48.906258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:48.906931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:49.071988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:49.123533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:49.639295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 2, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:49.643842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:23:49.644244 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Updating router 2b75329e-6931-4391-b01f-6b390b54bb0a port f810f28d-3ee6-4710-a494-e53fc6133cea binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:23:49.700713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:49.715152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634591'] for router, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:49.960059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab is scheduled to L3 agent 066656c2-4b87-4f62-a38a-123a336c138a with binding_index 1 {{(pid=86383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 06:23:50.056327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 650a4645-afa9-4166-a696-b97bc1df3ccd up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:50.100480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbee2ac-16bb-4b38-946f-1147ac211a3a None None] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:23:50.107495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.120795 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Transition to ACTIVE for port object f810f28d-3ee6-4710-a494-e53fc6133cea will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:50.126855 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.131941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-735391d5-afc1-44a6-969d-ca0c1aeda30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:50.171694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:23:50.199477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Sync routers for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:23:50.202960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] Notify callbacks [] for router, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.204362 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cd2de78e-5c69-4aea-91aa-6548c853ab69 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7386901 Apr 20 06:23:50.207263 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60354) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:50.230243 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-64c5b9d4-9125-4c8a-a7a1-ad646133ed4e None None] Provisioning for port 650a4645-afa9-4166-a696-b97bc1df3ccd completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:50.308022 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:50.309416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:50.369832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Pushing event updated for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:50.390317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.390690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.391054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.391439 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.391800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.392154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.392505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.392854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.393215 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.393568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.393915 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.394259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:23:50.406348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:50.408852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Attempting to bind port f810f28d-3ee6-4710-a494-e53fc6133cea on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:50.409250 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Attempting to bind port f810f28d-3ee6-4710-a494-e53fc6133cea by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:50.409638 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Attempting to bind port f810f28d-3ee6-4710-a494-e53fc6133cea on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:50.415473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:50.415941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:50.416383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.416801 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Bound using segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:50.417303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Bound port: f810f28d-3ee6-4710-a494-e53fc6133cea, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:50.417724 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.500550 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 650a4645-afa9-4166-a696-b97bc1df3ccd completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:50.517883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] For port f810f28d-3ee6-4710-a494-e53fc6133cea, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:50.519692 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 650a4645-afa9-4166-a696-b97bc1df3ccd triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:50.520115 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.521805 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] For port f810f28d-3ee6-4710-a494-e53fc6133cea, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=f810f28d-3ee6-4710-a494-e53fc6133cea,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:50.525435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:50.531757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d348709b-fc1d-4d4b-aeb9-60c579bc50bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:50.631206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:50.632034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:50.662749 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:50.775764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Pushing event updated for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=4']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:50.778834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:50.849323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:51.016714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.191130 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.198788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:50Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:51.203356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f271c5-33c0-4b7a-bb69-7990d174bc41 None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:50Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:23:51.242077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Allocated IP 172.20.0.1 (eff320ef-6bbc-44e2-b307-c5028a2e2a8d/1165d9c8-afe8-4b41-8be4-5d899075d45a/1198041e-046c-431e-8dd3-3fb2070b7f29) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:23:51.292981 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 650a4645-afa9-4166-a696-b97bc1df3ccd, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=650a4645-afa9-4166-a696-b97bc1df3ccd,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:23:51.300688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.301640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 33033bce-d60f-4943-8c91-671c2bc3692e up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:51.334308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:51.434917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.451355 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=650a4645-afa9-4166-a696-b97bc1df3ccd,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:51.456537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Transition to ACTIVE for port object 1198041e-046c-431e-8dd3-3fb2070b7f29 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:51.456854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:51.462342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 3, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:51.471508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Checking router: 89cfc981-55bc-4cfa-9f12-f7d1201aaeab for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:23:51.471911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Updating router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 binding host dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:23:51.484233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.492914 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6de1e32b-04e9-437e-834c-9c9959a93fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:51.514307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 33033bce-d60f-4943-8c91-671c2bc3692e triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:51.514734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.550351 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:51.559721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:51.564579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:23:51.598572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c444ed4a-d1e6-4f59-b54c-a8789817b356 None None] Provisioning complete for port 650a4645-afa9-4166-a696-b97bc1df3ccd triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:51.598894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c444ed4a-d1e6-4f59-b54c-a8789817b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.613105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:51.617537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:51.631910 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.638176 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:51.777843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.022039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 650a4645-afa9-4166-a696-b97bc1df3ccd up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:52.038493 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.042317 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.074756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-53bf0879-f94d-4f70-9be3-f1c941d6dc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:52.143131 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-5c1c6e74-802a-4852-9295-b44288974943 None None] Provisioning for port 1198041e-046c-431e-8dd3-3fb2070b7f29 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:52.166603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:52.169608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:52.170811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853753169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.183357 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-5c1c6e74-802a-4852-9295-b44288974943 None None] Provisioning complete for port 1198041e-046c-431e-8dd3-3fb2070b7f29 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:52.183777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6e74-802a-4852-9295-b44288974943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.237331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 650a4645-afa9-4166-a696-b97bc1df3ccd triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:52.237747 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.319866 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.332755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c6e74-802a-4852-9295-b44288974943 None None] Port 1198041e-046c-431e-8dd3-3fb2070b7f29 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:23:52.347808 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Transition to ACTIVE for port object 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:52.357839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.362501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:52.500799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Attempting to bind port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:52.501189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Attempting to bind port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:52.501577 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Attempting to bind port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 on network 6b18d371-a20f-4f91-931c-756d5130f374 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:52.506771 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d8b1d-bbbd-4668-8f39-a5c5b39454bf None None] Pushing event updated for resources: {'Port': ['ID=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:52.512943 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-977d8b1d-bbbd-4668-8f39-a5c5b39454bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:52.519134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:52.519585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Checking segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:52.520039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.520482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Bound using segment: {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:52.521009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Bound port: 4dd5ccce-123e-4dcf-8bff-97f841f83dc2, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09259b76-8c48-4694-b061-389a7997ca38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:52.521423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.552526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f810f28d-3ee6-4710-a494-e53fc6133cea up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:52.588917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:23:52.590159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:23:52.657762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] For port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:52.663654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] For port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:52.668587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.673741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64348003-d819-49c8-99e7-1ae2685c240f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:52.713622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port f810f28d-3ee6-4710-a494-e53fc6133cea completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:52.731173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port f810f28d-3ee6-4710-a494-e53fc6133cea triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:52.731598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:52.802987 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:23:52.813818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:52.814502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:53.007623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:23:53.018432 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] 10.222.0.38 "PUT /v2.0/routers/89cfc981-55bc-4cfa-9f12-f7d1201aaeab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096769 Apr 20 06:23:53.124558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d8b1d-bbbd-4668-8f39-a5c5b39454bf None None] Pushing event updated for resources: {'Port': ['ID=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:53.138902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-977d8b1d-bbbd-4668-8f39-a5c5b39454bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:53.176221 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d94ee21c-3103-4f78-9cc0-cfb2327d5b07 None None] Provisioning complete for port 1198041e-046c-431e-8dd3-3fb2070b7f29 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:53.176635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d94ee21c-3103-4f78-9cc0-cfb2327d5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.308360 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.321409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d94ee21c-3103-4f78-9cc0-cfb2327d5b07 None None] Port 1198041e-046c-431e-8dd3-3fb2070b7f29 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:23:53.337589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:53.424973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port f810f28d-3ee6-4710-a494-e53fc6133cea, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=f810f28d-3ee6-4710-a494-e53fc6133cea,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:23:53.487328 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.496567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:53.647633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:53.660896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:53.678195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60368) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:53.684799 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590787966', 'description': 'tempest-secgroup-smoke-590787966 description', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:53.691710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:53.696290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:53.699514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:53.706875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:53.716744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.738592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:53.742832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:53.746042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:53.752336 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:53.755574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1198041e-046c-431e-8dd3-3fb2070b7f29', 'name': '', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'mac_address': 'fa:16:3e:32:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:51Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 2, 'project_id': 'e2549918073342719446b173716c9a3c', 'subnets': [{'id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:53.759884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa5f80-4c64-42bd-9650-a3d2487922f5 None None] The sync data for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi is: [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1198041e-046c-431e-8dd3-3fb2070b7f29', 'name': '', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'mac_address': 'fa:16:3e:32:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:51Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 2, 'project_id': 'e2549918073342719446b173716c9a3c', 'subnets': [{'id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:23:53.839268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.842672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.846811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c7ac518c-36ec-4fa0-b307-606d0b5338d7 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:53.891379 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.892709 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2133570 Apr 20 06:23:53.893683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dce4d3-44e9-4e07-8758-93b2f033d09f,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:53.895974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60372) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:53.898667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-071449a4-9b02-4571-88f4-d454eab37a60 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:53.902547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:53.909322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:53.913573 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:53.916945 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:53.923488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:53.942538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:53.980303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f810f28d-3ee6-4710-a494-e53fc6133cea up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:54.006323 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.009888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.016894 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.038537 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d15ce47-e2f8-4d0b-8556-77715f47bc1a,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.041394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.049488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.050836 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538353 Apr 20 06:23:54.053723 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60376) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:54.059863 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:54.061840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port f810f28d-3ee6-4710-a494-e53fc6133cea triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:54.062269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.066761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:54.070831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:54.074105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:54.080503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:54.101485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.183788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.187549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.189960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-84803e68-ed04-4ebb-9f8f-6cfb74e183cc tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.223037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f429f36b-a597-4769-bf6d-4a0e4415b7bb,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.225932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.235154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.236804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-303c1534-82bc-4bd5-a5f9-e7a484d14016 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818833 Apr 20 06:23:54.240621 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60380) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:54.248779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:54.257405 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:54.262019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:54.266649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:54.273410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:54.291420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.361554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.364650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.366902 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b519d40-bf00-4220-b0a4-b86d06c01805 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.396494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1cbd3d-39b1-411b-a781-bde8a04c904d,revision_number=0']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.399258 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.406883 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.411144 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4e3a66de-b7b6-4261-b50c-b1015b0286aa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652067 Apr 20 06:23:54.411533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60384) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:54.417472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:54.424288 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:54.428384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:54.431578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:54.438107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:54.455528 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.544506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.549507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.551851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.578141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936c13f6-50fe-44c5-adf6-626e4a7a378a,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.580932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.589562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.590888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cb9afdfc-dd24-4bf3-80ad-dff5502a2644 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782858 Apr 20 06:23:54.593928 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60388) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:54.600122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:54.607663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:54.611911 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:54.615149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:54.621625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:54.631959 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Project 61f0ea0c4eed4239be4ef5a91c39a90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 06:23:54.639603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.713229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.716606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.718952 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b7727bac-707a-4a7e-86f4-d435c0834650 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.743828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771a1da9-1f5b-4f41-88f4-b961529dfa95,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.746496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.753887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.755195 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f770a134-fca9-4c0a-abff-32612c0d34fd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601574 Apr 20 06:23:54.758280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60392) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:23:54.764192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce4d3-44e9-4e07-8758-93b2f033d09f', 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:23:54.771036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:23:54.775407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:security_group_rule and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:23:54.778607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:23:54.784717 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:23:54.796072 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Project 61f0ea0c4eed4239be4ef5a91c39a90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 06:23:54.803437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.881158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.885412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657088'] for security_group_rule, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.888037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f2df145b-aa02-41ce-891e-4e12fde46106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:54.911737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186b543d-d38f-4da6-86bb-5036eaf412a1,revision_number=0']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:54.918049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:54.927455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:54.929254 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4bc0de75-3663-4cf8-a2dc-cabb1d8aa9a8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698408 Apr 20 06:23:55.995613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:56.080238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:23:56.085326 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:56.085745 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:56.220597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:56.238399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:23:56.241885 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:56.243813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:56.315412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:56.318614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:56.956149 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Sync routers for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:23:56.972329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:56.973193 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:57.170714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:57.674826 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1198041e-046c-431e-8dd3-3fb2070b7f29', 'name': '', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'mac_address': 'fa:16:3e:32:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:51Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 2, 'project_id': 'e2549918073342719446b173716c9a3c', 'subnets': [{'id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:57.679757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Checking router: 89cfc981-55bc-4cfa-9f12-f7d1201aaeab for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:23:57.680182 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Updating router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab port 1198041e-046c-431e-8dd3-3fb2070b7f29 binding host dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 06:23:57.738454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:57.975421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:23:58.050689 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:23:58.051066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.109718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.124285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Transition to ACTIVE for port object 1198041e-046c-431e-8dd3-3fb2070b7f29 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:23:58.131145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.138342 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c2f1bc9-00b0-4760-b1cc-612c10840328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:58.345343 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef05f4-99d5-45b4-88bc-fb50ade5f6d5 None None] Pushing event updated for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:58.352990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-73ef05f4-99d5-45b4-88bc-fb50ade5f6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:58.372035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Attempting to bind port 1198041e-046c-431e-8dd3-3fb2070b7f29 on host dv-cinder-786054-4-iscsi for vnic_type normal with profile {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:23:58.372441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Attempting to bind port 1198041e-046c-431e-8dd3-3fb2070b7f29 by drivers openvswitch,hyperv on host dv-cinder-786054-4-iscsi at level 0 using segments [{'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:23:58.372838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Attempting to bind port 1198041e-046c-431e-8dd3-3fb2070b7f29 on network eff320ef-6bbc-44e2-b307-c5028a2e2a8d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:23:58.378473 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Checking agent: {'id': 'd4f2566a-eaec-42e5-99d6-4795fff3972b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 41), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:23:58.378881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Checking segment: {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:23:58.379352 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.379774 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Bound using segment: {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:23:58.380286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Bound port: 1198041e-046c-431e-8dd3-3fb2070b7f29, host: dv-cinder-786054-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:23:58.380694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.477178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] For port 1198041e-046c-431e-8dd3-3fb2070b7f29, host dv-cinder-786054-4-iscsi, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:23:58.480839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] For port 1198041e-046c-431e-8dd3-3fb2070b7f29, host dv-cinder-786054-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1198041e-046c-431e-8dd3-3fb2070b7f29,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:23:58.485597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:23:58.490132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-acc984bc-fff1-47a8-ab71-6b5d91e54e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:23:58.573761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:23:58.574359 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:23:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:58.698168 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef05f4-99d5-45b4-88bc-fb50ade5f6d5 None None] Pushing event updated for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=4']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:23:58.709457 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-73ef05f4-99d5-45b4-88bc-fb50ade5f6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:23:58.778975 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:23:59.117693 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1198041e-046c-431e-8dd3-3fb2070b7f29', 'name': '', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'mac_address': 'fa:16:3e:32:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:51Z', 'updated_at': '2021-04-20T06:23:58Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'subnets': [{'id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:23:59.121953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abfec8-7eba-46e2-953d-9ace6cf80370 None None] The sync data for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi is: [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:23:51Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': '1198041e-046c-431e-8dd3-3fb2070b7f29', 'name': '', 'network_id': 'eff320ef-6bbc-44e2-b307-c5028a2e2a8d', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'mac_address': 'fa:16:3e:32:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:51Z', 'updated_at': '2021-04-20T06:23:58Z', 'revision_number': 4, 'project_id': 'e2549918073342719446b173716c9a3c', 'subnets': [{'id': '1165d9c8-afe8-4b41-8be4-5d899075d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:23:59.998523 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1198041e-046c-431e-8dd3-3fb2070b7f29 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:24:00.072014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning for port 1198041e-046c-431e-8dd3-3fb2070b7f29 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:24:00.078175 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 1198041e-046c-431e-8dd3-3fb2070b7f29 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:24:00.078592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:00.214383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:00.250659 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] For port 1198041e-046c-431e-8dd3-3fb2070b7f29, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1198041e-046c-431e-8dd3-3fb2070b7f29,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:24:00.254507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:00.256465 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-977d8b1d-bbbd-4668-8f39-a5c5b39454bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:00.333701 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Pushing event updated for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:00.337448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:01.975649 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1198041e-046c-431e-8dd3-3fb2070b7f29 up at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:24:02.065989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Provisioning complete for port 1198041e-046c-431e-8dd3-3fb2070b7f29 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:24:02.066413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:04.867055 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:24:07.617417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f27321d8-9c37-4d5d-a0dd-1485f7437db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:08.213729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:10.103825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31cb08d6-739a-46ad-b7e6-2ff18497ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:10.459829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:11.699663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:12.116150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:13.698302 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e682c15b-9b0c-4776-bfb8-5a06e6626913 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:security_group {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:24:13.717882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e682c15b-9b0c-4776-bfb8-5a06e6626913 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:security_group {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:24:13.719793 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e682c15b-9b0c-4776-bfb8-5a06e6626913 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590787966&fields=id&tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 267 time: 0.0698016 Apr 20 06:24:13.888401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-3b9659f8-698a-4b5a-9566-26587fb850e8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:13.889137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-3b9659f8-698a-4b5a-9566-26587fb850e8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:network {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:24:13.910036 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-3b9659f8-698a-4b5a-9566-26587fb850e8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:network {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:24:13.912079 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-3b9659f8-698a-4b5a-9566-26587fb850e8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1845093 Apr 20 06:24:13.934388 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-3f791cad-36ef-4046-813c-303a38c3c98d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/quotas/61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 375 time: 0.0133064 Apr 20 06:24:14.028582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e2874928-edfc-4f17-a221-fdda0db48f23 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:24:14.047019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e2874928-edfc-4f17-a221-fdda0db48f23 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:24:14.048417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-e2874928-edfc-4f17-a221-fdda0db48f23 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083198 Apr 20 06:24:14.174267 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8c4d0a99-755d-4c71-8f1a-0a4d8e7650b3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:24:14.175372 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8c4d0a99-755d-4c71-8f1a-0a4d8e7650b3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125267 Apr 20 06:24:14.322704 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-873b3495-9eda-4c94-8522-c14ad8582f88 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402543 Apr 20 06:24:14.469888 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-1e4b8021-41b1-4489-b6a5-cd972b81238f service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405411 Apr 20 06:24:14.973946 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86372426-b8c2-4509-97d0-d59f1d18e607 req-60b744d9-1a79-41ae-928e-f3a9bf3480ab tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 210 time: 0.1077251 Apr 20 06:24:16.147047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-31fc6331-b44a-4c16-b573-f94e48273153 req-354396e5-77ef-4e6e-b765-ca9d2ac46e61 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 210 time: 0.0550027 Apr 20 06:24:16.200034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-f7f98ebe-6e01-4302-8e70-0d843c4ca7c2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:16.201586 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-f7f98ebe-6e01-4302-8e70-0d843c4ca7c2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1644242 Apr 20 06:24:16.288562 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-d99cc86e-2f99-4201-81f2-8179f65a3a6f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 8059 time: 0.0774243 Apr 20 06:24:16.297559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'port': {'device_id': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'admin_state_up': True, 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'security_groups': ['e4dce4d3-44e9-4e07-8758-93b2f033d09f']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:24:16.445947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:24:16.456741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:24:16.467273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Made reservation on behalf of 61f0ea0c4eed4239be4ef5a91c39a90b for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:24:16.473294 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:16.649110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.20.0.12 (7dc1cb55-e167-4fd4-bc59-d46ca196daa5/81b13876-55b2-4bdb-983d-da6b38025d09/3debef30-0360-4db4-89b3-7a2bb411a2ae) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:24:16.851859 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:16.868287 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Transition to ACTIVE for port object 3debef30-0360-4db4-89b3-7a2bb411a2ae will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:24:16.892233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:16.898503 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a8a76aa-1559-4f7e-b181-a2c69ca54b37 tempest-ServerRescueNegativeTestJSON-817797764 tempest-ServerRescueNegativeTestJSON-817797764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:16.973704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:24:16.977280 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:24:16.981463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:24:17.015296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:17.022809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:17.054957 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:17.055668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:17.082107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886167 Apr 20 06:24:17.094249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Request body: {'port': {'device_id': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:24:17.218758 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:17.265591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-94a78e15-dcc5-4af5-aa42-a023b4465ee9 None None] Provisioning for port 3debef30-0360-4db4-89b3-7a2bb411a2ae completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:24:17.271448 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-94a78e15-dcc5-4af5-aa42-a023b4465ee9 None None] Provisioning complete for port 3debef30-0360-4db4-89b3-7a2bb411a2ae triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:24:17.271955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94a78e15-dcc5-4af5-aa42-a023b4465ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:17.329506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-94a78e15-dcc5-4af5-aa42-a023b4465ee9 None None] Port 3debef30-0360-4db4-89b3-7a2bb411a2ae cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:24:17.514992 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4826da2-82db-4e90-8945-8e54a2052017 req-f782bac4-5de8-48b4-8480-5971216150ad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:17.515831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b4826da2-82db-4e90-8945-8e54a2052017 req-f782bac4-5de8-48b4-8480-5971216150ad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:24:17.562533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b4826da2-82db-4e90-8945-8e54a2052017 req-f782bac4-5de8-48b4-8480-5971216150ad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:24:17.563803 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4826da2-82db-4e90-8945-8e54a2052017 req-f782bac4-5de8-48b4-8480-5971216150ad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 932 time: 0.3020558 Apr 20 06:24:17.635653 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4826da2-82db-4e90-8945-8e54a2052017 req-8ad58b46-1202-4dc7-a021-ac48196b0ceb tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640745 Apr 20 06:24:17.706714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3debef30-0360-4db4-89b3-7a2bb411a2ae {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:24:17.715184 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:17.731246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Transition to ACTIVE for port object 3debef30-0360-4db4-89b3-7a2bb411a2ae will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:24:17.735518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:17.739274 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-965aee64-3bae-4809-a260-36a06b726067 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:17.900673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Pushing event updated for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:17.908779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:17.989082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Attempting to bind port 3debef30-0360-4db4-89b3-7a2bb411a2ae on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:24:17.989451 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Attempting to bind port 3debef30-0360-4db4-89b3-7a2bb411a2ae by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:24:17.989813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Attempting to bind port 3debef30-0360-4db4-89b3-7a2bb411a2ae on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:24:17.995136 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Port 3debef30-0360-4db4-89b3-7a2bb411a2ae on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:24:17.995515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Attempting to bind port 3debef30-0360-4db4-89b3-7a2bb411a2ae on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:24:18.001181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:24:18.001559 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:24:18.001978 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Bound using segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:24:18.002445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Bound port: 3debef30-0360-4db4-89b3-7a2bb411a2ae, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:24:18.002828 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:18.108938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:24:18.112159 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:24:18.116391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:18.120236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9527f5f8-fc2b-4281-98af-2c046c9e4bf2 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:18.181506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:18.182189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:18.184093 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] 10.222.0.16 "PUT /v2.0/ports/3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 1094 time: 1.0941529 Apr 20 06:24:18.184635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:24:18.207231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Pushing event updated for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:18.216118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4567abe0-6aaa-408a-a396-b7ef7ec60827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:18.310306 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-0e92a46d-e341-4355-a304-3f38cebf3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:18.311995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-0e92a46d-e341-4355-a304-3f38cebf3a32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1097 time: 0.0906510 Apr 20 06:24:18.395271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-b40aebc7-3129-4ea5-b3f2-664c4f417b98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 217 time: 0.0755417 Apr 20 06:24:18.465587 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-f92d863d-a8b5-4392-9b8f-874a24dd61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:18.467025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-f92d863d-a8b5-4392-9b8f-874a24dd61de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0659690 Apr 20 06:24:18.555447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-1272ed7d-aa30-4347-9165-0afce454d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:18.557031 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-1272ed7d-aa30-4347-9165-0afce454d3ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832446 Apr 20 06:24:18.978047 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-47f92d93-3b20-4886-ae33-7719a722f56a service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141843 Apr 20 06:24:19.097686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebdf9f-27b7-4edb-a60a-b1c53907eff3 req-578ed3f6-6c2d-4b31-977d-546b95d436a6 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:19.099271 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6bebdf9f-27b7-4edb-a60a-b1c53907eff3 req-578ed3f6-6c2d-4b31-977d-546b95d436a6 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.2160211 Apr 20 06:24:19.174107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-735ecc74-9731-47f4-95f2-3a6c2682fd8f req-9a55dbf1-a7f4-45ce-b54a-2fcad48b707b service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874695 Apr 20 06:24:19.182107 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6bebdf9f-27b7-4edb-a60a-b1c53907eff3 req-3cd82d47-6d1b-469f-a990-f8a8612826ec tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673785 Apr 20 06:24:19.335883 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'status': 'completed', 'code': 200} Apr 20 06:24:19.442871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664707-a6e1-4e65-a492-43701f697a8e req-18f8125c-f9d9-4227-993e-856ae1ecccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:19.444513 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-18f8125c-f9d9-4227-993e-856ae1ecccff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1097 time: 0.0842290 Apr 20 06:24:19.589195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664707-a6e1-4e65-a492-43701f697a8e req-19f1e3fa-e2e2-4d71-a0f6-e3e01c9f57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:19.590664 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-19f1e3fa-e2e2-4d71-a0f6-e3e01c9f57e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1383674 Apr 20 06:24:19.666971 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-8afc4412-098f-4a3c-bed5-35f5bef48d9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 217 time: 0.0688684 Apr 20 06:24:19.736308 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664707-a6e1-4e65-a492-43701f697a8e req-1e5d5c23-d354-4c60-a67a-262fc6321a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:19.737806 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-1e5d5c23-d354-4c60-a67a-262fc6321a78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0644774 Apr 20 06:24:19.828191 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664707-a6e1-4e65-a492-43701f697a8e req-7705eff7-a644-4db8-b545-7066f25d3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:19.829768 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-7705eff7-a644-4db8-b545-7066f25d3afb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850289 Apr 20 06:24:19.974641 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-3e878f0f-b731-4bab-bd34-ce347a2c6a70 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379905 Apr 20 06:24:20.121613 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c664707-a6e1-4e65-a492-43701f697a8e req-5a05943c-4cec-4774-bfb8-5cba49c2e2a7 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402664 Apr 20 06:24:20.423028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22762f-ec58-4d83-a446-5abe74dcb8df req-f0d354e2-aede-441c-9909-c7f375c57872 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:20.424682 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa22762f-ec58-4d83-a446-5abe74dcb8df req-f0d354e2-aede-441c-9909-c7f375c57872 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.1089666 Apr 20 06:24:20.474549 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa22762f-ec58-4d83-a446-5abe74dcb8df req-c20fab7d-9cf7-4b45-badc-7abd0c356179 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Apr 20 06:24:21.699854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127118a4-3e32-49ba-ba65-572e73bbe5d6 req-3858251e-2181-4e96-8fe2-6f4397070840 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:21.701434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-127118a4-3e32-49ba-ba65-572e73bbe5d6 req-3858251e-2181-4e96-8fe2-6f4397070840 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.0910091 Apr 20 06:24:21.749613 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-127118a4-3e32-49ba-ba65-572e73bbe5d6 req-7d710c90-fdb7-4514-bc99-3eebf8271a9e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Apr 20 06:24:22.974075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b446e-dae8-4f02-8a41-c8b25475bdf7 req-9bb2a1e5-e0ff-4372-abf6-f5cbfd436efb tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:22.975678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b8b446e-dae8-4f02-8a41-c8b25475bdf7 req-9bb2a1e5-e0ff-4372-abf6-f5cbfd436efb tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.1052980 Apr 20 06:24:23.027995 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b8b446e-dae8-4f02-8a41-c8b25475bdf7 req-3d883c73-cd0e-4a89-a39d-259a389fcb65 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Apr 20 06:24:24.258303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8dca7-5899-4dc9-be60-56822ee4f2a9 req-d654e82a-a413-4fe3-91aa-16f48b6c3166 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:24.260229 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9af8dca7-5899-4dc9-be60-56822ee4f2a9 req-d654e82a-a413-4fe3-91aa-16f48b6c3166 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.0976686 Apr 20 06:24:24.314499 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9af8dca7-5899-4dc9-be60-56822ee4f2a9 req-9bdae260-b8c0-4cfd-913b-64f63011dc92 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477414 Apr 20 06:24:25.548485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83426a8-241e-4861-9318-55eac8171aee req-49a0e9d5-ed72-48c5-8efc-1fe5379902bd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:25.549980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b83426a8-241e-4861-9318-55eac8171aee req-49a0e9d5-ed72-48c5-8efc-1fe5379902bd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.1025133 Apr 20 06:24:25.602442 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b83426a8-241e-4861-9318-55eac8171aee req-c1c5947b-c9e4-4023-b0b0-8851504cc115 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Apr 20 06:24:26.827199 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2522-5def-4925-9206-02ace8ff8639 req-61136bd9-fae4-4c85-92ed-6a3f92684864 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:26.828785 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-022b2522-5def-4925-9206-02ace8ff8639 req-61136bd9-fae4-4c85-92ed-6a3f92684864 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 944 time: 0.0968001 Apr 20 06:24:26.883699 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-022b2522-5def-4925-9206-02ace8ff8639 req-0f00808a-df3d-46ec-925c-b17ac05f5329 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450680 Apr 20 06:24:27.001924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 3debef30-0360-4db4-89b3-7a2bb411a2ae details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:24:27.151633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:24:27.169296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'port_id': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'mac_address': 'fa:16:3e:33:59:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:24:27.237896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:27.256865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3debef30-0360-4db4-89b3-7a2bb411a2ae {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:24:27.273277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:24:27.276879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:27.279268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:27.350230 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:27.353681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:27.520521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['3debef30-0360-4db4-89b3-7a2bb411a2ae'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:24:28.115917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0590e8-6b75-47a7-bf63-dae77f41e860 req-bb5dab7d-53d4-4624-a50e-6e86d6d8f697 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:28.117526 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f0590e8-6b75-47a7-bf63-dae77f41e860 req-bb5dab7d-53d4-4624-a50e-6e86d6d8f697 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 945 time: 0.0979543 Apr 20 06:24:28.166339 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f0590e8-6b75-47a7-bf63-dae77f41e860 req-75d752db-3802-4135-8a6b-f91ba72a1f18 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418224 Apr 20 06:24:29.017500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 3debef30-0360-4db4-89b3-7a2bb411a2ae up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:24:29.095630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 3debef30-0360-4db4-89b3-7a2bb411a2ae completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:24:29.100728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 3debef30-0360-4db4-89b3-7a2bb411a2ae triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:24:29.101147 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:29.234170 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:29.263445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:24:29.274414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:24:29.280620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:29.282986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:29.361874 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:29.367016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:29.369020 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'code': 200} Apr 20 06:24:29.399918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd09a3a-cd09-4dcd-bd41-8b079bac2202 req-5fdd3f3d-9693-4e56-bc42-4df0894513d2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:29.401689 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efd09a3a-cd09-4dcd-bd41-8b079bac2202 req-5fdd3f3d-9693-4e56-bc42-4df0894513d2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.0994606 Apr 20 06:24:29.452568 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efd09a3a-cd09-4dcd-bd41-8b079bac2202 req-4b7d47cf-3219-4e7a-a753-c90d40b53896 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Apr 20 06:24:29.671784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d69bb-44cb-437c-8bcc-c468b94fe4ea req-60fe9125-213b-488a-8de7-802bb392aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:29.673351 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-354d69bb-44cb-437c-8bcc-c468b94fe4ea req-60fe9125-213b-488a-8de7-802bb392aea3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1099 time: 0.0804391 Apr 20 06:24:29.720819 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-354d69bb-44cb-437c-8bcc-c468b94fe4ea req-6c5b42f6-6356-492b-84a3-f25952b28df7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Apr 20 06:24:30.676651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441dde1-8b76-4df1-a868-8fe7acd3a2c7 req-7cdb4dec-d674-4e8f-955f-e657d1188626 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:30.678257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3441dde1-8b76-4df1-a868-8fe7acd3a2c7 req-7cdb4dec-d674-4e8f-955f-e657d1188626 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.0991383 Apr 20 06:24:30.734205 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3441dde1-8b76-4df1-a868-8fe7acd3a2c7 req-b5716f22-3f28-4c99-85b8-12d43b831011 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487652 Apr 20 06:24:30.961078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123617e6-5658-4180-896d-d24068d4ef86 req-3944cfa5-fc90-4a4d-b051-ac257f1e6191 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:30.962565 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-123617e6-5658-4180-896d-d24068d4ef86 req-3944cfa5-fc90-4a4d-b051-ac257f1e6191 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.1050899 Apr 20 06:24:31.014324 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-123617e6-5658-4180-896d-d24068d4ef86 req-b16b2a47-9598-46db-bf75-4586930e3d55 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Apr 20 06:24:31.043644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60580) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:24:31.174133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5bb4d-a6fc-4696-a73a-6de33095f007 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:31.174941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2f5bb4d-a6fc-4696-a73a-6de33095f007 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] Synchronizing usage tracker for tenant:e2549918073342719446b173716c9a3c on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:24:31.193962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2f5bb4d-a6fc-4696-a73a-6de33095f007 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] Unset dirty status for tenant:e2549918073342719446b173716c9a3c on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:24:31.195241 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c2f5bb4d-a6fc-4696-a73a-6de33095f007 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1094 time: 0.1505353 Apr 20 06:24:31.200423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60586) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:24:31.206494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'port_id': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:24:31.213303 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:24:31.217651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:floatingip and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:24:31.220765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:24:31.227023 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:24:31.237631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:31.388533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:31.545485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.27.2.231 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/192d2226-6d34-4595-b5ab-fbf06ca09184) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:24:31.703821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:31.736563 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:31.740399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d8d58d3-0edd-4234-8f46-6cbd5c6603be tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:31.807066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:24:31.810431 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:24:31.814319 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:24:31.849509 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=192d2226-6d34-4595-b5ab-fbf06ca09184,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:31.856015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:32.259441 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:32.346650 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:32.575677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:32.580953 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:32.584709 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37f786c4-4110-4fc8-ac5c-694a150aa6ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:24:32.690565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=192d2226-6d34-4595-b5ab-fbf06ca09184,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:24:32.698688 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:24:32.708729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:32.895595 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP be111b1c-e926-4ff0-a15f-e6d925f681d6 associated. External IP: 172.27.2.231, port: 3debef30-0360-4db4-89b3-7a2bb411a2ae. Apr 20 06:24:33.506125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:24:33.701762 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:24:33.712821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:24:33.725185 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:24:33.726428 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:24:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:24:33.728591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:33.788007 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5862894 Apr 20 06:24:33.788751 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:24:33.837945 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'status': 'completed', 'code': 200} Apr 20 06:24:33.918592 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:24:33.943028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545a49-7065-40dd-9d05-8da956df070b req-afd44e6c-873c-4ca3-bb30-9e49034236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:33.944689 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-afd44e6c-873c-4ca3-bb30-9e49034236f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1099 time: 0.0837986 Apr 20 06:24:34.088756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545a49-7065-40dd-9d05-8da956df070b req-fab33644-79b5-4d9b-b29e-c6fc5b9c55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:34.090462 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-fab33644-79b5-4d9b-b29e-c6fc5b9c55da service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1390891 Apr 20 06:24:34.207160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-bb188623-7d66-4481-8325-44359aca4726 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 1000 time: 0.1103418 Apr 20 06:24:34.280445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545a49-7065-40dd-9d05-8da956df070b req-07acf70c-9431-4b31-8c6f-fd816f566c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:34.281716 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-07acf70c-9431-4b31-8c6f-fd816f566c56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0682654 Apr 20 06:24:34.369986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545a49-7065-40dd-9d05-8da956df070b req-ffc98b68-0ec5-4ea5-bb1e-9f2abbddf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:34.371668 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-ffc98b68-0ec5-4ea5-bb1e-9f2abbddf620 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833578 Apr 20 06:24:34.383113 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-1bff2fe5-cfb2-4515-9c2a-43c1a63a9cb1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 06:24:34.384094 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-1bff2fe5-cfb2-4515-9c2a-43c1a63a9cb1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054653 Apr 20 06:24:34.476843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'be111b1c-e926-4ff0-a15f-e6d925f681d6', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:33:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:24:32Z', 'updated_at': '2021-04-20T06:24:32Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:24:34.481264 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:24:34.490298 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:24:34.490967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:24:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:24:34.533021 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-99035f97-805e-42b3-8930-c55e1463e286 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421621 Apr 20 06:24:34.677105 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50545a49-7065-40dd-9d05-8da956df070b req-791b0ace-3723-4b88-b4a6-2db796640005 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373489 Apr 20 06:24:34.683924 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:24:35.096016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'be111b1c-e926-4ff0-a15f-e6d925f681d6', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:33:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:24:32Z', 'updated_at': '2021-04-20T06:24:32Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:24:35.100667 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872298c9-4112-4bcc-9428-fc0dffa6eef4 None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': 'be111b1c-e926-4ff0-a15f-e6d925f681d6', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:33:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:24:32Z', 'updated_at': '2021-04-20T06:24:32Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:24:35.403642 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42726d7b-9abd-4041-9868-68f4888d7da6 None None] New status for floating IP be111b1c-e926-4ff0-a15f-e6d925f681d6: ACTIVE {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:24:37.614548 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ea08db1-d807-477f-9e1e-5ffeffd9c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:38.234232 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:40.104158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937694cb-a8a1-417b-a00d-4e698af814a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:40.461385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:41.699397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:41.873154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:24:42.122461 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:24:42.910771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-4e447e4b-8259-4525-8d44-7451f75e4ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308558 Apr 20 06:24:43.066382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-d5eb53f6-f130-421f-a76c-0419f1dab9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:43.068053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-d5eb53f6-f130-421f-a76c-0419f1dab9ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1099 time: 0.0839205 Apr 20 06:24:43.241597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-29b24393-1eaf-48e4-b982-dc8289331dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:43.243256 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-29b24393-1eaf-48e4-b982-dc8289331dfe service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1547351 Apr 20 06:24:43.373495 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-0cf7143e-1477-4a7e-8a5c-b411acbf26b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 1002 time: 0.1171358 Apr 20 06:24:43.447251 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-681043be-12ec-4fd4-bb12-6aee8046b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:43.448770 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-681043be-12ec-4fd4-bb12-6aee8046b776 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0691416 Apr 20 06:24:43.533729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-5881e885-c101-4bc7-bb9e-fdb72ace047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:24:43.535317 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-5881e885-c101-4bc7-bb9e-fdb72ace047f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799272 Apr 20 06:24:43.680471 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-e79773e1-1f70-41b2-b905-cbfc6e956e40 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372013 Apr 20 06:24:43.837210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17475e34-11de-4213-8f4c-35142b0da2a1 req-ce50604e-9eae-4d95-86d9-f44890b7cace service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469979 Apr 20 06:25:07.612459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4135157d-c695-4dec-811d-1b207cca0368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:08.225813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:10.101333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64310845-6cf7-4170-9183-5df0f8175b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:10.466082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:11.705190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:12.124603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:18.878330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:25:37.620304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ba53ef9-cb34-4ec2-8fb5-c5ee7765ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:38.233216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:40.107756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9262aed-c955-4d6f-9bfd-911f72e978b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:40.471052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:41.701099 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:42.133672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:25:43.250122 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-3be36000-30ac-431c-97d7-5d7956704b40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853598 Apr 20 06:25:43.410474 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-b8a850a7-8559-4647-8f19-3932a14f95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:25:43.412025 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-b8a850a7-8559-4647-8f19-3932a14f95de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 1099 time: 0.0869765 Apr 20 06:25:43.578956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-e1cb0df9-544e-4fc2-9ace-2a55d9cea446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:25:43.580651 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-e1cb0df9-544e-4fc2-9ace-2a55d9cea446 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1479306 Apr 20 06:25:43.694265 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-1521c9a8-d5e9-4a7b-8b30-0957453340ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 200 len: 1002 time: 0.1059678 Apr 20 06:25:43.776213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-4dbf2457-8ec3-4ce8-b0df-6591242f9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:25:43.777766 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-4dbf2457-8ec3-4ce8-b0df-6591242f9494 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0765817 Apr 20 06:25:43.865240 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-80302cee-87bb-46d3-b376-ec63afb46048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:25:43.866825 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-80302cee-87bb-46d3-b376-ec63afb46048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824771 Apr 20 06:25:44.022918 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-923e282c-98de-44e9-a7c8-0e8e7997430b service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487324 Apr 20 06:25:44.167980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-04154e33-a8fe-4652-a261-cbe1e6aa8cad req-e6cb9f6a-6a0c-49f2-97d8-b2563544401c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389077 Apr 20 06:25:55.883276 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:26:07.616096 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc38f0c1-ddb6-4d06-b9ed-1fdb03c70f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:08.233348 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:10.098425 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a38c8f58-4d65-40ad-afc3-78668687cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:10.474817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:11.696453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:12.132065 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:29.371538 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb29c3-a460-4407-95f6-49240c2f0cde req-85d365e4-d868-4050-a1aa-64f547254550 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:29.373119 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5eb29c3-a460-4407-95f6-49240c2f0cde req-85d365e4-d868-4050-a1aa-64f547254550 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.0919569 Apr 20 06:26:29.421120 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5eb29c3-a460-4407-95f6-49240c2f0cde req-5e27c285-c573-4021-9008-5bd477338122 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416307 Apr 20 06:26:30.654225 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e211305-1b6f-41ec-b207-4f37676ea136 req-270edfb0-6b9b-4225-bdf6-2214f8b57cad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:30.655906 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e211305-1b6f-41ec-b207-4f37676ea136 req-270edfb0-6b9b-4225-bdf6-2214f8b57cad tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.1072271 Apr 20 06:26:30.705212 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e211305-1b6f-41ec-b207-4f37676ea136 req-a56c65a9-7747-4ca1-9518-08770b49c18b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428960 Apr 20 06:26:30.732412 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-8adb6c4a-2fbf-4c74-a8b9-ec4e83ec5a61 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:30.733967 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-8adb6c4a-2fbf-4c74-a8b9-ec4e83ec5a61 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 946 time: 0.0919979 Apr 20 06:26:31.046010 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port 3debef30-0360-4db4-89b3-7a2bb411a2ae {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:26:31.046261 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:31.309105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] For port 3debef30-0360-4db4-89b3-7a2bb411a2ae, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3debef30-0360-4db4-89b3-7a2bb411a2ae,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:26:31.309421 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:31.630661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:31.631129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:31.631444 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP be111b1c-e926-4ff0-a15f-e6d925f681d6 disassociated. External IP: 172.27.2.231, port: 3debef30-0360-4db4-89b3-7a2bb411a2ae. Apr 20 06:26:31.631852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for 3debef30-0360-4db4-89b3-7a2bb411a2ae owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:26:31.787281 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:31.793246 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-93727595-f38a-4d35-859a-87cef6a84cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:31.883038 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=3debef30-0360-4db4-89b3-7a2bb411a2ae,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:31.905307 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7dd5597b-33c3-4bea-8798-5e2072475556 req-db524b7a-0181-4ed7-9f35-6eba4aa77109 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 210 time: 0.0695546 Apr 20 06:26:31.958171 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.958596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.959001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.959436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.959832 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.960227 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.960623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.961056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.961447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.961838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.962226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.962609 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:31.970881 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:32.106775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:26:32.299500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:26:32.310214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:26:32.321024 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:26:32.321737 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:26:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:32.384944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] No DVR routers for this DVR port 3debef30-0360-4db4-89b3-7a2bb411a2ae on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:26:32.387562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:32.390480 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'name': 'network-vif-deleted', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:26:32.406266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3653dd7c-867a-4de4-83b9-acaca5c9e1c1 req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "DELETE /v2.0/ports/3debef30-0360-4db4-89b3-7a2bb411a2ae HTTP/1.1" status: 204 len: 173 time: 1.6665049 Apr 20 06:26:32.442686 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8', 'name': 'network-vif-deleted', 'tag': '3debef30-0360-4db4-89b3-7a2bb411a2ae', 'status': 'completed', 'code': 200} Apr 20 06:26:32.517390 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:26:32.853487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:32.857789 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:26:32.867126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:26:32.867989 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:26:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:32.884673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:26:33.064699 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:26:33.081960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a178efac-dd2d-4179-9d2d-c625dec9a6c6 req-520f3639-4a30-491c-97ce-b030e23900ea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:26:33.097657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a178efac-dd2d-4179-9d2d-c625dec9a6c6 req-520f3639-4a30-491c-97ce-b030e23900ea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:26:33.098943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a178efac-dd2d-4179-9d2d-c625dec9a6c6 req-520f3639-4a30-491c-97ce-b030e23900ea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a39b3ae-4e17-494b-8d0d-b5c2f59db6d8 HTTP/1.1" status: 200 len: 210 time: 0.0651996 Apr 20 06:26:33.589325 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:33.593921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d5842-6307-4df0-bac2-c8fd59b187ad None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:26:34.006856 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3394d475-ea76-488f-bdff-e9d4a111a250 None None] New status for floating IP be111b1c-e926-4ff0-a15f-e6d925f681d6: DOWN {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:26:34.438491 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-5b67969f-73b3-4ae1-ab21-68fc09964a5d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590787966&fields=id&tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 267 time: 0.0490787 Apr 20 06:26:34.607876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-8793f7a8-9093-4f8d-8fd8-a45995ea57af tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:34.609425 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-8793f7a8-9093-4f8d-8fd8-a45995ea57af tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1608405 Apr 20 06:26:34.628389 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-8968cb28-9b14-47a0-8188-97766c4f38ef tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/quotas/61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 375 time: 0.0100152 Apr 20 06:26:34.727623 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-8d8e184a-ea3c-4de9-ac68-6bcb6d1c4468 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935011 Apr 20 06:26:34.943640 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-3012b013-d443-4aa4-a185-05847f42a4f0 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015097 Apr 20 06:26:35.091585 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-1fcea257-7daf-4552-8f39-44f876c618bb service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407349 Apr 20 06:26:35.534885 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42587194-4559-4fd8-80bc-607436e69b4f req-63cc15ec-4813-4335-8afa-173b9a779d22 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 210 time: 0.0496809 Apr 20 06:26:35.558489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 3debef30-0360-4db4-89b3-7a2bb411a2ae no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:26:35.595893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 3debef30-0360-4db4-89b3-7a2bb411a2ae {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:26:35.596277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 3debef30-0360-4db4-89b3-7a2bb411a2ae not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:26:36.631725 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-5952b563-7a73-479c-8733-bbbf9a14dcd8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:36.633443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-5952b563-7a73-479c-8733-bbbf9a14dcd8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1625524 Apr 20 06:26:36.720864 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d816e37d-6dbb-46bb-93e5-5dfa80bb2a8c req-b695919f-b32c-48d8-a787-9feb7526f921 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 210 time: 0.0636165 Apr 20 06:26:36.765052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-02c89816-d838-43e7-9c6d-50b7e7f2e2d8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 8059 time: 0.1237874 Apr 20 06:26:36.774219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'port': {'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'admin_state_up': True, 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'security_groups': ['e4dce4d3-44e9-4e07-8758-93b2f033d09f']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:26:36.924984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:26:36.936776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:26:36.947418 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Made reservation on behalf of 61f0ea0c4eed4239be4ef5a91c39a90b for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:26:36.953515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.136574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.20.0.8 (7dc1cb55-e167-4fd4-bc59-d46ca196daa5/81b13876-55b2-4bdb-983d-da6b38025d09/21f28dd4-5b06-42e1-8b16-3cef140b7069) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:26:37.385482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.404631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Transition to ACTIVE for port object 21f28dd4-5b06-42e1-8b16-3cef140b7069 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:26:37.432979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.438925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4a1f43e-2005-44c0-8874-0eb6f23bf435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:37.529635 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:26:37.532854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:26:37.535518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:26:37.570154 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:37.573366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:37.609464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fd7f836b-6625-4497-a9f6-d8b995c664dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.613118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:37.613845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.647849 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-780277e7-e438-4809-a004-b7f55ee59bbd tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777134 Apr 20 06:26:37.660035 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Request body: {'port': {'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:26:37.776413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2ec2fe55-8f40-4227-829d-685a991116c2 None None] Provisioning for port 21f28dd4-5b06-42e1-8b16-3cef140b7069 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:26:37.782969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2ec2fe55-8f40-4227-829d-685a991116c2 None None] Provisioning complete for port 21f28dd4-5b06-42e1-8b16-3cef140b7069 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:26:37.783670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fe55-8f40-4227-829d-685a991116c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.785986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:37.847331 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2fe55-8f40-4227-829d-685a991116c2 None None] Port 21f28dd4-5b06-42e1-8b16-3cef140b7069 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:26:37.939160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafd19-685c-4e1d-9c55-09c2601d03fe req-87ea8924-2efb-4076-8527-89dd8786ee4d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:37.940777 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aeafd19-685c-4e1d-9c55-09c2601d03fe req-87ea8924-2efb-4076-8527-89dd8786ee4d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 931 time: 0.0979090 Apr 20 06:26:37.990991 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aeafd19-685c-4e1d-9c55-09c2601d03fe req-9bd18830-8eb7-4ca7-b64d-87be49821099 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Apr 20 06:26:38.172209 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f28dd4-5b06-42e1-8b16-3cef140b7069 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:26:38.180651 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.204646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Transition to ACTIVE for port object 21f28dd4-5b06-42e1-8b16-3cef140b7069 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:26:38.208741 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.212933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6214b0b4-967b-416e-9de1-fe8fea0782cb tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:38.242436 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.348424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Pushing event updated for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:38.380015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:38.462637 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Attempting to bind port 21f28dd4-5b06-42e1-8b16-3cef140b7069 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:26:38.463054 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Attempting to bind port 21f28dd4-5b06-42e1-8b16-3cef140b7069 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:26:38.463424 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Attempting to bind port 21f28dd4-5b06-42e1-8b16-3cef140b7069 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:26:38.468824 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Port 21f28dd4-5b06-42e1-8b16-3cef140b7069 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:26:38.469190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Attempting to bind port 21f28dd4-5b06-42e1-8b16-3cef140b7069 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:26:38.475641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:26:38.476020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:26:38.476442 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Bound using segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:26:38.476942 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Bound port: 21f28dd4-5b06-42e1-8b16-3cef140b7069, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:26:38.477335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.810502 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:26:38.814152 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:26:38.817854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.822843 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:38.874234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:38.875137 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:38.876669 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] 10.222.0.16 "PUT /v2.0/ports/21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 1093 time: 1.2214224 Apr 20 06:26:38.879141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:26:38.913974 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Pushing event updated for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:38.917781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-825f6e45-c408-409f-9725-59049cbadd70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:38.957748 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'status': 'completed', 'code': 200} Apr 20 06:26:39.005231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-94e8d276-874d-4908-8c10-8d9e583b43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.007075 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-94e8d276-874d-4908-8c10-8d9e583b43fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0881002 Apr 20 06:26:39.082090 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-97cfec8f-0085-44d0-bb80-f0489097468a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 217 time: 0.0680521 Apr 20 06:26:39.156962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-aa071eb8-e5c7-4b13-97b3-5d0bec12e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.158476 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-aa071eb8-e5c7-4b13-97b3-5d0bec12e9dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0698252 Apr 20 06:26:39.195574 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cea50-86e2-464d-b66a-6c0f4eb16844 req-7a087692-b0ba-4e57-a0b9-bb7000d8e606 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.197203 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b8cea50-86e2-464d-b66a-6c0f4eb16844 req-7a087692-b0ba-4e57-a0b9-bb7000d8e606 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.0876091 Apr 20 06:26:39.243510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616423e-812f-4954-a6ce-e72433a1495e req-5bd06c0b-652f-43bb-a52b-3f9f4ee8330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.245114 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-5bd06c0b-652f-43bb-a52b-3f9f4ee8330b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796785 Apr 20 06:26:39.245255 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b8cea50-86e2-464d-b66a-6c0f4eb16844 req-6a5c0f27-6bff-4113-b563-9fa0737320ee tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 Apr 20 06:26:39.390724 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-d1947b23-783f-4f1e-9594-8fea3829930e service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385980 Apr 20 06:26:39.544785 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1616423e-812f-4954-a6ce-e72433a1495e req-60c1a140-5b63-40ff-9ea9-3b25388932f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468847 Apr 20 06:26:39.801051 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-59cc50d9-976e-4ff1-b70d-9dc52e95f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.802591 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-59cc50d9-976e-4ff1-b70d-9dc52e95f0c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0993783 Apr 20 06:26:39.951478 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-75b6d0b1-a9f2-4cc8-86de-cccb50e0ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:39.953052 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-75b6d0b1-a9f2-4cc8-86de-cccb50e0ace0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1414721 Apr 20 06:26:40.027327 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-5d6b412f-870a-4a30-b28f-ce85ce57beed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 217 time: 0.0664501 Apr 20 06:26:40.092757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2a43881a-a73b-48bb-a12e-a78afda9ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:40.105134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-64fd5534-9e23-4b8d-9c2a-52185dc57402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:40.106713 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-64fd5534-9e23-4b8d-9c2a-52185dc57402 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0733225 Apr 20 06:26:40.192299 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-50f8dda0-2630-4570-8976-7b083bb06aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:40.193869 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-50f8dda0-2630-4570-8976-7b083bb06aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807536 Apr 20 06:26:40.339678 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-0a8f2af3-e127-4786-96a8-124e3df6f41e service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391246 Apr 20 06:26:40.472752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:40.550604 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c2086d6-1107-4280-ae9d-1eda2f9d32ae req-5a3ab350-0ce0-4727-930b-bd7e2a045b7b service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048373 Apr 20 06:26:40.566558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0df16-f233-4306-b44b-f313d9684a97 req-041bc414-d650-4bcf-8446-092cff5d1f1f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:40.567369 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b8f0df16-f233-4306-b44b-f313d9684a97 req-041bc414-d650-4bcf-8446-092cff5d1f1f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:26:40.584282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-b8f0df16-f233-4306-b44b-f313d9684a97 req-041bc414-d650-4bcf-8446-092cff5d1f1f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:26:40.585501 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8f0df16-f233-4306-b44b-f313d9684a97 req-041bc414-d650-4bcf-8446-092cff5d1f1f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.2176490 Apr 20 06:26:40.635502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8f0df16-f233-4306-b44b-f313d9684a97 req-6165b8ad-dfe3-434d-98eb-05d335d725a6 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Apr 20 06:26:41.699950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:41.858228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd91ca-1c44-42a8-ae0d-0bf6bc3b5500 req-343e78f8-67ac-48b5-96dc-001e4fdc2ea3 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:41.859851 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55dd91ca-1c44-42a8-ae0d-0bf6bc3b5500 req-343e78f8-67ac-48b5-96dc-001e4fdc2ea3 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.0958712 Apr 20 06:26:41.912129 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55dd91ca-1c44-42a8-ae0d-0bf6bc3b5500 req-8aeecdd1-9bbe-4e46-be30-3b7c507bc9e7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Apr 20 06:26:42.142780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:43.137190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a629a-0798-446e-a65f-feb0a6af900c req-356d81c2-a3d6-4f25-bb42-e29754997da1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:43.138792 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da5a629a-0798-446e-a65f-feb0a6af900c req-356d81c2-a3d6-4f25-bb42-e29754997da1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.1051197 Apr 20 06:26:43.192976 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da5a629a-0798-446e-a65f-feb0a6af900c req-1ed46d52-1b64-4456-8f30-2999340c12ef tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Apr 20 06:26:44.423514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0f04-1541-42ff-8518-3b708d82098f req-dacb6b7e-a3e2-4fe2-9647-5e29a9eab959 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:44.425103 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4bbd0f04-1541-42ff-8518-3b708d82098f req-dacb6b7e-a3e2-4fe2-9647-5e29a9eab959 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.1001778 Apr 20 06:26:44.476633 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4bbd0f04-1541-42ff-8518-3b708d82098f req-a65572ae-f05d-4095-bd76-0c15f48b8f3f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418477 Apr 20 06:26:45.695562 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c9631-1f6a-4cb8-b253-52a11301f1ed req-736a866e-ace7-4c8c-afd8-86fbcd4c27cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:45.697170 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-259c9631-1f6a-4cb8-b253-52a11301f1ed req-736a866e-ace7-4c8c-afd8-86fbcd4c27cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.1031251 Apr 20 06:26:45.747502 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-259c9631-1f6a-4cb8-b253-52a11301f1ed req-39357a16-8195-4b7c-bb1e-fa4faea36939 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 Apr 20 06:26:46.967437 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed2fc7-7944-4d62-be09-d8efba57b465 req-bb1620e6-6f46-454b-b387-b17fe819d216 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:46.969036 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6ed2fc7-7944-4d62-be09-d8efba57b465 req-bb1620e6-6f46-454b-b387-b17fe819d216 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 943 time: 0.1002002 Apr 20 06:26:47.020556 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6ed2fc7-7944-4d62-be09-d8efba57b465 req-90aaa869-59cd-4609-98b5-e8e6dc9f410a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419514 Apr 20 06:26:47.637812 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 21f28dd4-5b06-42e1-8b16-3cef140b7069 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:26:47.793189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:26:47.807143 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:26:47.870830 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:47.889899 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f28dd4-5b06-42e1-8b16-3cef140b7069 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:26:47.907508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:26:47.911572 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:47.913391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:47.987517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:47.995726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.996086 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.996467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.996840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.997177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.997579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.997950 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.998297 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.998681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.999045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.999409 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:47.999769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:26:48.003787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:48.116021 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['21f28dd4-5b06-42e1-8b16-3cef140b7069'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:26:48.232366 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90116cf9-9ff4-4664-be51-cfc53f60fdad req-f189e597-12f2-4f2b-99e9-16b9621cc9f2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:48.233939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90116cf9-9ff4-4664-be51-cfc53f60fdad req-f189e597-12f2-4f2b-99e9-16b9621cc9f2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 944 time: 0.0959830 Apr 20 06:26:48.282843 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90116cf9-9ff4-4664-be51-cfc53f60fdad req-dbb8315d-bba5-4895-8783-4057427491b8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Apr 20 06:26:49.504311 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d788ac-51c6-4ca2-b388-71c7907428a4 req-0dead508-77d5-4d04-a39b-9b73ce62a3a7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:49.505881 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d788ac-51c6-4ca2-b388-71c7907428a4 req-0dead508-77d5-4d04-a39b-9b73ce62a3a7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 944 time: 0.0966711 Apr 20 06:26:49.563338 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d788ac-51c6-4ca2-b388-71c7907428a4 req-21f5ba3b-d24e-4936-9ef1-91e9b6af31b5 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508418 Apr 20 06:26:49.637954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 21f28dd4-5b06-42e1-8b16-3cef140b7069 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:26:49.719772 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port 21f28dd4-5b06-42e1-8b16-3cef140b7069 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:26:49.725192 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port 21f28dd4-5b06-42e1-8b16-3cef140b7069 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:26:49.725628 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:49.860838 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:49.888941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:26:49.899257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:26:49.903009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:49.905454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:49.947579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'code': 200} Apr 20 06:26:49.984811 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:49.988014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:50.241082 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538f45-1b07-4dc1-a6bd-eda329ba50c2 req-c9d7a6d2-44c0-4cbb-880c-39bf69327082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:50.242615 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8538f45-1b07-4dc1-a6bd-eda329ba50c2 req-c9d7a6d2-44c0-4cbb-880c-39bf69327082 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1098 time: 0.0839398 Apr 20 06:26:50.287833 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8538f45-1b07-4dc1-a6bd-eda329ba50c2 req-2e25bf3c-17e0-40e9-8c37-67cd0c56fc05 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384796 Apr 20 06:26:50.777973 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccba4f-5222-44fc-895d-9f2cfea4d0cc req-ad41a3ef-cc72-489e-9f0c-079d46c31686 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:50.779581 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5ccba4f-5222-44fc-895d-9f2cfea4d0cc req-ad41a3ef-cc72-489e-9f0c-079d46c31686 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.0929163 Apr 20 06:26:50.833290 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5ccba4f-5222-44fc-895d-9f2cfea4d0cc req-843cb329-674a-4d60-98f8-493169a28ea8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444973 Apr 20 06:26:52.071648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa533163-370e-4697-a85b-e069aea9ed65 req-accd85cd-9580-4d0e-9879-b2528d585d76 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:52.073243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa533163-370e-4697-a85b-e069aea9ed65 req-accd85cd-9580-4d0e-9879-b2528d585d76 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.1118770 Apr 20 06:26:52.121970 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa533163-370e-4697-a85b-e069aea9ed65 req-0f992435-dcd9-4b41-a138-508e27be57e1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Apr 20 06:26:52.333977 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202572a-968e-48a3-809a-5399fd9d2e22 req-0c044b37-a984-4c4b-ad9f-8ad65f7e98c0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:52.335704 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d202572a-968e-48a3-809a-5399fd9d2e22 req-0c044b37-a984-4c4b-ad9f-8ad65f7e98c0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.0927930 Apr 20 06:26:52.384866 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d202572a-968e-48a3-809a-5399fd9d2e22 req-74a80834-1336-4116-9a02-48b774db8390 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Apr 20 06:26:52.409817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60692) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:26:52.502575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3ef1c-f018-4076-85a4-3cb0161928cf tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:52.504407 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-82a3ef1c-f018-4076-85a4-3cb0161928cf tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1093 time: 0.0934229 Apr 20 06:26:52.507591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60696) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:26:52.513155 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:26:52.519882 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:26:52.524365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:floatingip and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:26:52.527703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:26:52.534433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:26:52.546365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:52.694908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:52.843565 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.27.2.89 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/32c9b1e0-6b73-4c0f-a902-9b1218650d35) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:26:53.004295 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.038558 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.042464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96dceb27-be7b-4ecf-9809-935de4c83210 tempest-AttachVolumeTestJSON-452903471 tempest-AttachVolumeTestJSON-452903471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:53.113991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:26:53.117030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:26:53.121947 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:26:53.153962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=32c9b1e0-6b73-4c0f-a902-9b1218650d35,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:53.160403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:53.561237 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.642634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.865986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.871527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:53.875273 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-704395f2-7b9b-4ccf-902c-22f28977434e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:26:53.988976 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=32c9b1e0-6b73-4c0f-a902-9b1218650d35,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:26:53.993516 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:26:54.001002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:54.416824 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP 185dc70f-2e21-4861-80f1-b540287ef95b associated. External IP: 172.27.2.89, port: 21f28dd4-5b06-42e1-8b16-3cef140b7069. Apr 20 06:26:54.795133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:26:54.995008 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:26:55.005398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:26:55.020615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:26:55.020962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:26:55.021330 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:26:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:55.081654 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5728228 Apr 20 06:26:55.082249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:26:55.130779 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'status': 'completed', 'code': 200} Apr 20 06:26:55.214005 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:26:55.233506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-8e29f68f-5c1b-46ff-93bd-55fcb5326e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:55.235125 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-8e29f68f-5c1b-46ff-93bd-55fcb5326e9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1098 time: 0.0822618 Apr 20 06:26:55.380213 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-01f54737-d854-470e-97d6-35166144971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:55.381804 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-01f54737-d854-470e-97d6-35166144971e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1392415 Apr 20 06:26:55.494267 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-a21fd469-8f02-4d8c-ad15-38218b831331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 998 time: 0.1055746 Apr 20 06:26:55.564733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-f540d405-82a5-401c-8187-789be768b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:55.566285 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-f540d405-82a5-401c-8187-789be768b6f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0660493 Apr 20 06:26:55.584617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:53Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:55.588963 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:26:55.598344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:26:55.599002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:26:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:55.650470 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-f55355d2-525d-4594-9541-9cfdaa904ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:26:55.652160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-f55355d2-525d-4594-9541-9cfdaa904ce8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790286 Apr 20 06:26:55.790468 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:26:55.796083 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-ba92f6e8-349d-40ad-973a-6fa8e46e195e service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378398 Apr 20 06:26:55.939968 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c46a0f03-d594-4a1b-9a08-4e14b61d603a req-a9596954-c1ee-43d4-a502-74cec0b4fc92 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378357 Apr 20 06:26:56.161876 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:53Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:26:56.166169 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fac4-3345-4bdd-9bf8-fc1b01189cea None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:53Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:26:56.451133 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca93fc-f0f0-48d6-b118-cbaf83307b95 None None] New status for floating IP 185dc70f-2e21-4861-80f1-b540287ef95b: ACTIVE {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:27:07.619985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d645-948c-48a5-b0fb-55b7fca951d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:08.239683 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:09.890865 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:27:10.109721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1db2b2f8-5eba-4fc2-8635-4902a674e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:10.479505 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:11.705931 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:12.149161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:37.615796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ba30c95-6739-4959-9957-8d8aef5e07a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:38.244472 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:40.095921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d45b699-61d7-42c3-8b1e-c79110588ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:40.482569 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:41.697935 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:42.152372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:27:45.256342 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-1be45a5e-b8ea-4858-9419-27f3444d0f24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916095 Apr 20 06:27:45.414007 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-7b321a5b-0ce0-4ca3-8106-952619103e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:27:45.415648 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-7b321a5b-0ce0-4ca3-8106-952619103e76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1098 time: 0.0810494 Apr 20 06:27:45.612810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-1468c4b7-2395-4e1c-905c-e60ee2de6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:27:45.614418 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-1468c4b7-2395-4e1c-905c-e60ee2de6298 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1730466 Apr 20 06:27:45.728309 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-f1c132a3-65c9-4c29-b09d-38b99e68893a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 1000 time: 0.1070688 Apr 20 06:27:45.800462 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-a2d7bb35-2388-4fce-909b-a2add2d83e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:27:45.801975 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-a2d7bb35-2388-4fce-909b-a2add2d83e8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0669103 Apr 20 06:27:45.884768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-00a89100-bb0e-4e60-86b9-283d45a15c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:27:45.886238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-00a89100-bb0e-4e60-86b9-283d45a15c36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779078 Apr 20 06:27:46.031295 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-53ae594e-b9ea-4577-a691-deb682a37a39 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380715 Apr 20 06:27:46.179368 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35ef5418-f24b-4f28-9e89-2a77633acdd2 req-7a92b13a-5316-4533-be6d-70d39ae493ba service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403778 Apr 20 06:27:46.890453 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:28:07.615782 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f0039ce-5674-4f16-a5ac-b066782fed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:08.254487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:10.098435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c21ecaf6-3750-409c-af29-8c4501d897a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:10.491954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:11.696698 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:12.151399 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:23.896728 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:28:30.604137 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-94e2f036-8f41-4d7d-8bc3-a4bd1d3c0f83 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590787966&fields=id&tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 267 time: 0.0435147 Apr 20 06:28:30.767120 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-805f4183-8784-40a8-9648-70b03691d6ea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:30.768643 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-805f4183-8784-40a8-9648-70b03691d6ea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1573524 Apr 20 06:28:30.788108 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-89ab60d9-e6c2-4737-9c03-2c94f2451ce8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/quotas/61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 375 time: 0.0099487 Apr 20 06:28:30.892725 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-337ef8cd-c844-4f60-a2f7-7bc329df899f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0973885 Apr 20 06:28:31.052257 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-cca560dc-b1cf-40b8-b0e6-366fe0ffc0d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402643 Apr 20 06:28:31.200000 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8011ffbd-0167-4fdd-ad95-38a9172916bf service neutron] 10.222.0.38 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404457 Apr 20 06:28:31.645597 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22d7bde9-8c8c-41b9-8224-a757f3b7bfdd req-a25eb13d-798b-4b87-bec2-96f94b94513e tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 210 time: 0.0497103 Apr 20 06:28:32.812920 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5df1456-e4dd-4f4f-979e-e85154d40111 req-62fc9bb4-0676-449d-bca2-a02ac7e5ed44 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 210 time: 0.0533433 Apr 20 06:28:32.822440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-12347019-98f6-4568-b009-e818e7982370 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:32.824038 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-12347019-98f6-4568-b009-e818e7982370 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 812 time: 0.1608222 Apr 20 06:28:32.906764 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-e77f6301-ee09-4931-9d2b-230fc6b4e98f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b HTTP/1.1" status: 200 len: 8059 time: 0.0730968 Apr 20 06:28:32.923756 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'port': {'device_id': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'admin_state_up': True, 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'security_groups': ['e4dce4d3-44e9-4e07-8758-93b2f033d09f']}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:28:33.069488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:28:33.080058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:28:33.090483 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Made reservation on behalf of 61f0ea0c4eed4239be4ef5a91c39a90b for: {'port': 1} {{(pid=86384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 06:28:33.100146 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:33.275780 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.20.0.6 (7dc1cb55-e167-4fd4-bc59-d46ca196daa5/81b13876-55b2-4bdb-983d-da6b38025d09/c64a9fca-1542-476a-bd28-5dbefe0752f5) {{(pid=86384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:28:33.481726 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:33.501944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Transition to ACTIVE for port object c64a9fca-1542-476a-bd28-5dbefe0752f5 will not be triggered until provisioned by entity DHCP. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:28:33.527121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_create {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:33.534268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-38abc76e-3d6d-4ed0-b73a-a628ceb4bdb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:33.603282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 is already hosted by enough agents. {{(pid=86384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:28:33.604561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:28:33.609407 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:28:33.808871 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-527bb64e-75cd-401f-8caf-b6207b96d44e None None] Provisioning for port c64a9fca-1542-476a-bd28-5dbefe0752f5 completed by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:28:33.815000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-527bb64e-75cd-401f-8caf-b6207b96d44e None None] Provisioning complete for port c64a9fca-1542-476a-bd28-5dbefe0752f5 triggered by entity DHCP. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:28:33.815648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-527bb64e-75cd-401f-8caf-b6207b96d44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:33.878606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-527bb64e-75cd-401f-8caf-b6207b96d44e None None] Port c64a9fca-1542-476a-bd28-5dbefe0752f5 cannot update to ACTIVE because it is not bound. {{(pid=86385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 06:28:33.914128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=1']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:33.935640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.936052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.936459 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.936858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.937259 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.937663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.938049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.938438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.938839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.939253 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.939624 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.939999 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:33.946304 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:34.002588 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:34.003305 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:34.045829 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8ec5d8b2-e00d-4db3-8b32-9e66a5c0e2e0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1262577 Apr 20 06:28:34.060788 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Request body: {'port': {'device_id': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:28:34.111219 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880722cb-1554-452b-8501-e6e9abbb5812 req-10d1808f-8d32-4815-9634-5a38d8a87106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:34.111972 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-880722cb-1554-452b-8501-e6e9abbb5812 req-10d1808f-8d32-4815-9634-5a38d8a87106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:28:34.177776 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-880722cb-1554-452b-8501-e6e9abbb5812 req-10d1808f-8d32-4815-9634-5a38d8a87106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:28:34.179009 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-880722cb-1554-452b-8501-e6e9abbb5812 req-10d1808f-8d32-4815-9634-5a38d8a87106 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 931 time: 0.2453592 Apr 20 06:28:34.233477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:34.258042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-880722cb-1554-452b-8501-e6e9abbb5812 req-3ea6ced5-9b20-49e1-b0ce-c18d0834b17d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717556 Apr 20 06:28:34.616991 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64a9fca-1542-476a-bd28-5dbefe0752f5 {{(pid=86384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:28:34.624920 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:34.640397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Transition to ACTIVE for port object c64a9fca-1542-476a-bd28-5dbefe0752f5 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 06:28:34.644190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:34.647923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9339ce5-9210-42e2-ab0b-3c81aeaaf136 tempest-TestMinimumBasicScenario-314945493 tempest-TestMinimumBasicScenario-314945493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:34.782897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:34.815566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:34.897551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Attempting to bind port c64a9fca-1542-476a-bd28-5dbefe0752f5 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 06:28:34.897849 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Attempting to bind port c64a9fca-1542-476a-bd28-5dbefe0752f5 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 06:28:34.898216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Attempting to bind port c64a9fca-1542-476a-bd28-5dbefe0752f5 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:28:34.903363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Port c64a9fca-1542-476a-bd28-5dbefe0752f5 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 06:28:34.903720 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Attempting to bind port c64a9fca-1542-476a-bd28-5dbefe0752f5 on network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 06:28:34.909315 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Checking agent: {'id': '906b0646-51d2-4878-8626-e31c75520cd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 6, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 06:28:34.909678 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Checking segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 06:28:34.910070 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Bound using segment: {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 06:28:34.910581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Bound port: c64a9fca-1542-476a-bd28-5dbefe0752f5, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f89340-53ec-43ed-a3a0-d1e37227156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 06:28:34.910960 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:35.008654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 06:28:35.011888 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 06:28:35.017150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853235611'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:35.021009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b13b298-63cc-47b5-aeee-5202e83b9b9b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:35.082816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:35.083378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:35.084856 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] 10.222.0.16 "PUT /v2.0/ports/c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 1093 time: 1.0300500 Apr 20 06:28:35.085396 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:28:35.109282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:35.116165 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:35.177620 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'status': 'completed', 'code': 200} Apr 20 06:28:35.223081 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8d4313db-ef26-48ee-b676-c14e61a72a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:35.224907 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-8d4313db-ef26-48ee-b676-c14e61a72a72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1096 time: 0.0852079 Apr 20 06:28:35.304341 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-aad46703-372c-49e0-8383-63cff093af77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 217 time: 0.0718596 Apr 20 06:28:35.417956 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-12a51407-6536-43bf-be38-ce73859b81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:35.419470 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-12a51407-6536-43bf-be38-ce73859b81ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.1087515 Apr 20 06:28:35.531123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a677-cc5f-44a3-9edc-85a2d6340c77 req-5c3c3a85-0462-4008-8024-245fd913fe93 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:35.532717 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af68a677-cc5f-44a3-9edc-85a2d6340c77 req-5c3c3a85-0462-4008-8024-245fd913fe93 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.1607826 Apr 20 06:28:35.537387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-7ea23218-46cf-448c-abb7-0b7c972edce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:35.538871 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-7ea23218-46cf-448c-abb7-0b7c972edce1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122909 Apr 20 06:28:35.674836 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af68a677-cc5f-44a3-9edc-85a2d6340c77 req-d3608820-ef99-4751-82ab-e27a84636b0a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348052 Apr 20 06:28:35.720290 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-a774ea34-2556-4b48-a00d-4b8dd95cc80d service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661990 Apr 20 06:28:35.879657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0448e41d-8b14-4a4c-916f-90414dddf0d9 req-b3764ba5-e282-401f-b28d-61af4a402c96 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519952 Apr 20 06:28:36.005736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-dd59d2ba-a0ec-4c47-ac40-9d659ffba5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:36.007384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-dd59d2ba-a0ec-4c47-ac40-9d659ffba5a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1096 time: 0.0803101 Apr 20 06:28:36.153477 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-ad3f7c54-6576-4ba1-b3ed-9fc782ca61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:36.155054 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-ad3f7c54-6576-4ba1-b3ed-9fc782ca61c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1410084 Apr 20 06:28:36.234059 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-d1a306f9-38d9-4916-9752-565988083e46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 217 time: 0.0706577 Apr 20 06:28:36.308216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-ee11f22c-51ec-4263-a2e6-227cac8131ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:36.309771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-ee11f22c-51ec-4263-a2e6-227cac8131ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0666263 Apr 20 06:28:36.397684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-7d9b0daf-a7af-4c51-a259-609154250bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:36.399266 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-7d9b0daf-a7af-4c51-a259-609154250bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793719 Apr 20 06:28:36.547070 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-b89550b8-6141-4cdf-b421-614455539bde service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407709 Apr 20 06:28:36.699006 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79f4e2a9-c13e-4ebb-aca3-86c8ee8e339e req-087f1b65-3a81-4fee-aeec-846e93e5676f service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442428 Apr 20 06:28:36.922599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94ec01-8ef7-4bb9-8550-44d20b7a9158 req-270c255c-6a11-435d-8798-44fc28f4c777 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:36.924306 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad94ec01-8ef7-4bb9-8550-44d20b7a9158 req-270c255c-6a11-435d-8798-44fc28f4c777 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.1274939 Apr 20 06:28:37.233966 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad94ec01-8ef7-4bb9-8550-44d20b7a9158 req-c1c7642a-f5be-4df9-a280-8e7d61487610 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998090 Apr 20 06:28:37.612620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5118-acc3-4d8d-8342-6c9711f357dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:38.272002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:38.461104 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57d27-3e02-4e44-84a2-5330ccf76755 req-01d80187-9cb3-4468-91a0-2eb770ffccf1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:38.462706 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18f57d27-3e02-4e44-84a2-5330ccf76755 req-01d80187-9cb3-4468-91a0-2eb770ffccf1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.1078701 Apr 20 06:28:38.515374 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18f57d27-3e02-4e44-84a2-5330ccf76755 req-922d5079-4bea-4f7a-8766-16315480f7c1 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Apr 20 06:28:39.732122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46157d32-ecfe-401e-b06e-b075d96b4dbb req-1043176f-00c7-4462-a06d-b2744656f598 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:39.733627 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46157d32-ecfe-401e-b06e-b075d96b4dbb req-1043176f-00c7-4462-a06d-b2744656f598 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.0979648 Apr 20 06:28:39.787980 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46157d32-ecfe-401e-b06e-b075d96b4dbb req-91890da3-51d3-4cf3-bff8-4d146718742f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Apr 20 06:28:40.108515 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5e1f-c6d7-4f88-acf1-53e28318f988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:40.489704 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:41.014879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b383e-a895-4dfd-adbe-274cb4991c75 req-70f83db1-99d3-47d7-8245-c8a9109655f7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:41.016504 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b33b383e-a895-4dfd-adbe-274cb4991c75 req-70f83db1-99d3-47d7-8245-c8a9109655f7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.1047761 Apr 20 06:28:41.064053 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b33b383e-a895-4dfd-adbe-274cb4991c75 req-ff46aad6-3ca7-4651-ac9f-73da8cba592b tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411649 Apr 20 06:28:41.695971 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:42.153912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:42.277410 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130266c-e24c-4dd9-994f-66c84965e8a4 req-25310f84-e074-470d-8691-ddc3f1290ea2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:42.279033 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e130266c-e24c-4dd9-994f-66c84965e8a4 req-25310f84-e074-470d-8691-ddc3f1290ea2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.0928295 Apr 20 06:28:42.331280 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e130266c-e24c-4dd9-994f-66c84965e8a4 req-2121d0f3-3549-4a20-998f-473daeee7ac2 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Apr 20 06:28:43.540557 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626d0ef-3fdf-4fcf-9169-2524c4b52330 req-7200100c-a77d-40c6-9423-170b761c576a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:43.542405 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8626d0ef-3fdf-4fcf-9169-2524c4b52330 req-7200100c-a77d-40c6-9423-170b761c576a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 943 time: 0.0960352 Apr 20 06:28:43.594579 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8626d0ef-3fdf-4fcf-9169-2524c4b52330 req-53a8232c-6bb5-4b43-9503-1f4ae0468923 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Apr 20 06:28:44.312821 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c64a9fca-1542-476a-bd28-5dbefe0752f5 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 06:28:44.460231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:28:44.474173 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Returning: {'device': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'port_id': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'mac_address': 'fa:16:3e:be:76:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 06:28:44.534463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:44.552177 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64a9fca-1542-476a-bd28-5dbefe0752f5 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 06:28:44.571768 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:28:44.577190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:44.581226 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-63f17b58-06d4-4982-a62c-4e5d82b3a63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:44.660059 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=4']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:44.668282 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.668673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.669052 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.669423 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.669787 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.670151 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.670514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.670879 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.671249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.671612 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.671966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.672324 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:44.676627 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:44.809218 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef472a-a737-4e4b-98bc-ec3b7faa6151 req-41e55b00-cf5a-4be1-b7c4-88e253a802d7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:44.810771 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeef472a-a737-4e4b-98bc-ec3b7faa6151 req-41e55b00-cf5a-4be1-b7c4-88e253a802d7 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 944 time: 0.0963674 Apr 20 06:28:44.824049 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] get_ports_and_sgs() called for port_ids ['c64a9fca-1542-476a-bd28-5dbefe0752f5'] {{(pid=86385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 06:28:44.862529 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeef472a-a737-4e4b-98bc-ec3b7faa6151 req-ee99e4db-ff04-4a52-92be-d5e9702849ce tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Apr 20 06:28:46.083383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c202e2-ffac-4c0b-8571-7d0cec09dfcb req-08305eed-6064-469e-8a59-e3706bfb20ce tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:46.084957 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95c202e2-ffac-4c0b-8571-7d0cec09dfcb req-08305eed-6064-469e-8a59-e3706bfb20ce tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 944 time: 0.0936108 Apr 20 06:28:46.138615 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95c202e2-ffac-4c0b-8571-7d0cec09dfcb req-84ebc7db-d3c2-4f8e-a95d-04e39262bbfa tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435722 Apr 20 06:28:46.321222 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c64a9fca-1542-476a-bd28-5dbefe0752f5 up at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 06:28:46.402388 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning for port c64a9fca-1542-476a-bd28-5dbefe0752f5 completed by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 06:28:46.410463 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Provisioning complete for port c64a9fca-1542-476a-bd28-5dbefe0752f5 triggered by entity L2. {{(pid=86385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 06:28:46.410941 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850693102'] for port, provisioning_complete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:46.539842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:46.571648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:28:46.582671 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:28:46.586231 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:46.588267 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:46.625614 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'code': 200} Apr 20 06:28:46.660706 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Pushing event updated for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=5']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:46.663944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:46.909590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4173b4-28ad-478f-a820-aea483ef5220 req-4697912d-0cf2-4df1-999f-8d9e3d1d386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:46.911194 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4173b4-28ad-478f-a820-aea483ef5220 req-4697912d-0cf2-4df1-999f-8d9e3d1d386b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1098 time: 0.0805919 Apr 20 06:28:46.961179 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5b4173b4-28ad-478f-a820-aea483ef5220 req-a3d55a76-edcf-4042-a11d-a3767c0cbfec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 Apr 20 06:28:47.364829 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132532d5-9475-4d18-9052-318068f773bd req-da0bc0fc-d9b0-4845-891c-202bce478afe tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:47.366761 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-132532d5-9475-4d18-9052-318068f773bd req-da0bc0fc-d9b0-4845-891c-202bce478afe tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.0961025 Apr 20 06:28:47.415580 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-132532d5-9475-4d18-9052-318068f773bd req-02b55fa3-b05b-4c56-9d97-fa9607eb417d tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Apr 20 06:28:47.831286 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-1a4c7eea-e6fd-493f-af94-a36ca95af612 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934997 Apr 20 06:28:47.993686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-cf21193d-9544-4c52-8fca-424c7e71efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:47.995384 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-cf21193d-9544-4c52-8fca-424c7e71efa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1098 time: 0.0881677 Apr 20 06:28:48.158527 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-0fb9a72a-bf6c-41e8-9758-62574b4a8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:48.160184 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-0fb9a72a-bf6c-41e8-9758-62574b4a8094 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1406903 Apr 20 06:28:48.273281 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-7cbbdb23-8378-4c4b-a152-033273c53f05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 1000 time: 0.1062934 Apr 20 06:28:48.347212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-f2540620-d4f6-4fc2-bd64-e8a30684393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:48.348772 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-f2540620-d4f6-4fc2-bd64-e8a30684393f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0690625 Apr 20 06:28:48.438857 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-547c7711-dc77-47e4-8240-2c605c8c2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:48.440505 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-547c7711-dc77-47e4-8240-2c605c8c2914 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849512 Apr 20 06:28:48.586719 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-7f6a0762-e233-40e5-b480-435716f13fd7 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397355 Apr 20 06:28:48.617814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5f674-f298-407b-8541-eb92def9bf22 req-bd36d4d3-741e-48e5-8a14-b427b65453fc tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:48.619537 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4a5f674-f298-407b-8541-eb92def9bf22 req-bd36d4d3-741e-48e5-8a14-b427b65453fc tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.0892539 Apr 20 06:28:48.669081 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4a5f674-f298-407b-8541-eb92def9bf22 req-eee316ac-0557-4495-91c6-bdaebc26efc8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Apr 20 06:28:48.735598 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0cea18d0-a237-4136-9ae5-f077e2c8c14f req-4cd82cc6-45f2-4ccd-9c23-87142742e0bd service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425598 Apr 20 06:28:48.870417 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28780d3-b73c-44f1-a7b8-ee43694f50e1 req-787b45dd-9bef-4e2e-b8fd-6738a8ff66e6 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:48.872043 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c28780d3-b73c-44f1-a7b8-ee43694f50e1 req-787b45dd-9bef-4e2e-b8fd-6738a8ff66e6 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.0903721 Apr 20 06:28:48.919334 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c28780d3-b73c-44f1-a7b8-ee43694f50e1 req-45435988-611a-498e-bd2d-6cb3b07c7791 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Apr 20 06:28:48.954085 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60820) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:28:49.037777 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db15ab-cf87-4304-8e18-f269419896e3 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:49.039458 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-38db15ab-cf87-4304-8e18-f269419896e3 tempest-TestVolumeBootPattern-1853220892 tempest-TestVolumeBootPattern-1853220892-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1093 time: 0.0842738 Apr 20 06:28:49.043654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60824) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:28:49.049105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Request body: {'floatingip': {'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'port_id': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 06:28:49.055927 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 06:28:49.060641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Usage tracker for resource:floatingip and tenant:61f0ea0c4eed4239be4ef5a91c39a90b is out of sync, need to count used quota {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 06:28:49.063744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 06:28:49.070012 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 06:28:49.082107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:49.232887 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:49.380561 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Allocated IP 172.27.2.51 (6b18d371-a20f-4f91-931c-756d5130f374/f2f3eba6-747c-44d1-9206-4140ffe246a7/92b3e34d-a863-44f3-988f-8ef317ae4213) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 06:28:49.545078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:49.577202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307638657242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:49.581015 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-080eba0c-4a96-4f99-a991-daaf541737f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:49.647631 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Network 6b18d371-a20f-4f91-931c-756d5130f374 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 06:28:49.650617 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Resources bound (agent type, host, resource id): {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 06:28:49.654622 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 06:28:49.687000 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=92b3e34d-a863-44f3-988f-8ef317ae4213,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:49.702318 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.702750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.703145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.703591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.703998 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.704398 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.704796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.705195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.705590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.705984 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.706378 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.706781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:28:49.711810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:50.125464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:50.206775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4151759'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:50.426796 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:50.432320 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729216548808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307638657225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729216118609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843291319'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:50.436129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4d01c3d5-96b6-4592-abdf-dc3703abbb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:28:50.544547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event updated for resources: {'Port': ['ID=92b3e34d-a863-44f3-988f-8ef317ae4213,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:28:50.552598 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:28:50.562623 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:50.753507 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP e851bd68-acfe-4656-b114-f34396df1d8f associated. External IP: 172.27.2.51, port: c64a9fca-1542-476a-bd28-5dbefe0752f5. Apr 20 06:28:51.131660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:28:51.326195 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:28:51.337119 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:28:51.348329 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:28:51.349004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:28:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:28:51.355864 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:28:51.417747 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9304fe4b-da43-479e-813d-795a9e113e0f tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3728964 Apr 20 06:28:51.418414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:28:51.530741 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'status': 'completed', 'code': 200} Apr 20 06:28:51.543524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:28:51.634839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-3c8a64d4-639d-4b13-afec-5b9b43f6e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:51.636516 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-3c8a64d4-639d-4b13-afec-5b9b43f6e58b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1098 time: 0.0825815 Apr 20 06:28:51.926589 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}, {'id': 'e851bd68-acfe-4656-b114-f34396df1d8f', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:be:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:28:50Z', 'updated_at': '2021-04-20T06:28:50Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:28:51.932148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:28:51.942932 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:28:51.943672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:28:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:28:52.015599 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-f5cc71e4-fa64-4c70-8c4b-3d421b16fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:52.017160 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-f5cc71e4-fa64-4c70-8c4b-3d421b16fa3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.3736968 Apr 20 06:28:52.127654 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-b865a4a2-3265-4523-84f9-e8532c18f868 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 998 time: 0.1032910 Apr 20 06:28:52.138206 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:28:52.196962 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-691604a8-9818-416f-a5ba-ab0876d3ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:52.198525 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-691604a8-9818-416f-a5ba-ab0876d3ddb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0646737 Apr 20 06:28:52.281551 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-f1c8b110-0b88-4df4-abb1-16d5b9c7653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:28:52.283673 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-f1c8b110-0b88-4df4-abb1-16d5b9c7653d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787201 Apr 20 06:28:52.427876 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-f27d7f9f-ac67-4769-b762-baa9dc8d41b9 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380866 Apr 20 06:28:52.514385 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}, {'id': 'e851bd68-acfe-4656-b114-f34396df1d8f', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:be:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:28:50Z', 'updated_at': '2021-04-20T06:28:50Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:28:52.518731 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce22c5a-5742-4eb5-9956-e2423966784b None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}, {'id': 'e851bd68-acfe-4656-b114-f34396df1d8f', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:be:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:28:50Z', 'updated_at': '2021-04-20T06:28:50Z', 'revision_number': 0, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:28:52.576800 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7a894de-02ae-4c1b-8744-6b17cbf74ac6 req-21c56a4d-ff71-4ab6-a72e-70e1db88ab1c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426790 Apr 20 06:28:52.776042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bef22-6c77-438c-82dd-e5b777bd3a52 None None] New status for floating IP e851bd68-acfe-4656-b114-f34396df1d8f: ACTIVE {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:29:00.901648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:29:07.615079 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c86ae76c-fef3-4c3c-9be2-4154e2371f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:08.271816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:10.122764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-65eb6a65-7dde-47a2-9411-2f861c8ed43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:10.495686 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:11.696419 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:12.157892 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:37.613707 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e8f53723-1a65-49c6-8cff-c18f032de912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:37.903781 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:29:38.311672 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:40.126738 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c632738c-25a4-42da-9b29-beffe7034d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:40.497897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:41.701216 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:42.168904 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:29:48.351518 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-af477986-9414-4565-b711-d41f0805400f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470423 Apr 20 06:29:48.455122 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-1787d9b1-2fe0-4029-99e1-9ed39e2e3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:29:48.456646 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-1787d9b1-2fe0-4029-99e1-9ed39e2e3e10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1098 time: 0.0825026 Apr 20 06:29:48.632358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-3d603cd6-e80b-4a04-b1a0-09c068b8348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:29:48.633939 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-3d603cd6-e80b-4a04-b1a0-09c068b8348e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1524785 Apr 20 06:29:48.758227 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-729f98e2-8f14-4b7e-8867-9dd773bf1447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 1000 time: 0.1170449 Apr 20 06:29:48.830675 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-2828094d-bb43-4fce-8070-b1fba9cce530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:29:48.832226 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-2828094d-bb43-4fce-8070-b1fba9cce530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0683970 Apr 20 06:29:48.917554 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-5b326246-ff55-4da5-84ca-be3b7e133dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:29:48.919138 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-5b326246-ff55-4da5-84ca-be3b7e133dfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803771 Apr 20 06:29:49.063500 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-1d82499a-5a50-4285-a3b8-2a18e3fdda43 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376741 Apr 20 06:29:49.209063 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00af5ab9-174c-4461-8962-372aa0d830b6 req-7b34ccd0-bbb6-4b2c-b333-5033b58349da service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386483 Apr 20 06:30:07.614107 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041fd549-f464-42e6-8b30-46870e2aca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:08.302858 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:10.126016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf8b1-e517-4868-8cf5-5fb397770af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:10.507620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:11.706335 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:12.173249 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:13.399469 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60854) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:13.688238 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port 92b3e34d-a863-44f3-988f-8ef317ae4213 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:13.688607 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:14.119690 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:14.120058 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:14.251666 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for 92b3e34d-a863-44f3-988f-8ef317ae4213 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:14.429438 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:14.435566 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27d8f134-b409-4d69-8bcc-d09199410416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:14.484375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=92b3e34d-a863-44f3-988f-8ef317ae4213,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:14.523582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.523993 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.524403 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.524803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.525197 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.525586 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.525979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.526374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.526773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.527145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.527568 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.527969 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:14.538816 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:14.599145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:14.599584 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP e851bd68-acfe-4656-b114-f34396df1d8f disassociated (deleted). External IP: 172.27.2.51, port: c64a9fca-1542-476a-bd28-5dbefe0752f5. Apr 20 06:30:14.904661 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:30:14.974358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:30:15.168517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:30:15.178391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:30:15.188938 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:15.189358 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:15.189613 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:15.248460 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "DELETE /v2.0/floatingips/e851bd68-acfe-4656-b114-f34396df1d8f HTTP/1.1" status: 204 len: 168 time: 1.8477306 Apr 20 06:30:15.249160 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:30:15.330303 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'status': 'completed', 'code': 200} Apr 20 06:30:15.391004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:15.433606 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570abf-e92a-446e-87f6-1d890047274d req-0a12e455-7604-43e0-9184-228a65e1aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:15.435238 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-0a12e455-7604-43e0-9184-228a65e1aa87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 1098 time: 0.0802815 Apr 20 06:30:15.589078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570abf-e92a-446e-87f6-1d890047274d req-f1e7e0df-4d00-4157-993e-b9cfd8cd1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:15.590695 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-f1e7e0df-4d00-4157-993e-b9cfd8cd1999 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1493888 Apr 20 06:30:15.671434 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-8a0d8197-1794-4e92-abea-21b737dd3a62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 200 len: 217 time: 0.0721309 Apr 20 06:30:15.727001 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863019-9768-4b42-b981-e18edc3c6408 req-7ddb8e9d-3644-44d6-8748-f41a949b45cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:15.727759 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d5863019-9768-4b42-b981-e18edc3c6408 req-7ddb8e9d-3644-44d6-8748-f41a949b45cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:30:15.747341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570abf-e92a-446e-87f6-1d890047274d req-cc986ad1-6a81-43f0-b4c3-b6a29035df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:15.749187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d5863019-9768-4b42-b981-e18edc3c6408 req-7ddb8e9d-3644-44d6-8748-f41a949b45cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:30:15.749779 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-cc986ad1-6a81-43f0-b4c3-b6a29035df31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0706587 Apr 20 06:30:15.750611 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5863019-9768-4b42-b981-e18edc3c6408 req-7ddb8e9d-3644-44d6-8748-f41a949b45cf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.1662157 Apr 20 06:30:15.771988 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:15.776333 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:30:15.785384 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:15.786072 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:15.800955 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5863019-9768-4b42-b981-e18edc3c6408 req-3de9cbb9-cc92-410c-bbf2-b40d4e6dbdd0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Apr 20 06:30:15.840761 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570abf-e92a-446e-87f6-1d890047274d req-a862096e-3833-434f-a72e-ee73b268734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:15.842411 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-a862096e-3833-434f-a72e-ee73b268734f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847058 Apr 20 06:30:15.975646 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:15.986758 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-45f7abfe-ab6c-4b65-8adc-3de1b0b8fabb service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354930 Apr 20 06:30:16.131605 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c570abf-e92a-446e-87f6-1d890047274d req-478a4ff6-b975-4d68-869a-2362ba479ada service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376841 Apr 20 06:30:16.348518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:16.353312 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a803d-c6cd-47d0-b655-a2e333611573 None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_floatingips': [{'id': '185dc70f-2e21-4861-80f1-b540287ef95b', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'router_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'port_id': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'mac_address': 'fa:16:3e:09:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T06:26:53Z', 'updated_at': '2021-04-20T06:26:56Z', 'revision_number': 1, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:30:16.771006 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db9db7-3e38-4aca-be61-fcd8a2d7007a None None] New status for floating IP e851bd68-acfe-4656-b114-f34396df1d8f: DOWN {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:30:17.125266 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a6a2-e348-460f-932d-2eb112651f74 req-3adab71e-d9c3-4eee-9d56-de216ac2fb1a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:17.126827 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-add1a6a2-e348-460f-932d-2eb112651f74 req-3adab71e-d9c3-4eee-9d56-de216ac2fb1a tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.1203499 Apr 20 06:30:17.135106 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6f989-04bf-477e-b102-0bcb29d39d80 req-f1dfcb6b-79f3-4e84-af38-d0da3eeee374 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:17.136603 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abe6f989-04bf-477e-b102-0bcb29d39d80 req-f1dfcb6b-79f3-4e84-af38-d0da3eeee374 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 945 time: 0.2188005 Apr 20 06:30:17.239387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port c64a9fca-1542-476a-bd28-5dbefe0752f5 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:17.239862 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:17.284393 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abe6f989-04bf-477e-b102-0bcb29d39d80 req-8185d69f-f794-4cac-a5f8-61a90dbf8033 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162469 Apr 20 06:30:17.510966 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] For port c64a9fca-1542-476a-bd28-5dbefe0752f5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c64a9fca-1542-476a-bd28-5dbefe0752f5,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:17.511334 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:17.643769 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for c64a9fca-1542-476a-bd28-5dbefe0752f5 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:17.824381 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:17.831344 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-19445700-9edc-486e-b32a-db5ade4cfbf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:17.911211 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=c64a9fca-1542-476a-bd28-5dbefe0752f5,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:17.930108 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.930529 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.930936 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.931718 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.932126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.932685 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.933088 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.933488 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.933884 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.934291 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.934639 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.935045 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:17.938380 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:17.977270 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] No DVR routers for this DVR port c64a9fca-1542-476a-bd28-5dbefe0752f5 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:30:17.979847 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:17.982831 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'name': 'network-vif-deleted', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:30:17.999270 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-add1a6a2-e348-460f-932d-2eb112651f74 req-69816d04-24d7-4a58-82bf-124a6ee3d808 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "DELETE /v2.0/ports/c64a9fca-1542-476a-bd28-5dbefe0752f5 HTTP/1.1" status: 204 len: 173 time: 0.8615985 Apr 20 06:30:18.082929 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053ccd-df59-4039-a016-e6fdd4d31c6b', 'name': 'network-vif-deleted', 'tag': 'c64a9fca-1542-476a-bd28-5dbefe0752f5', 'status': 'completed', 'code': 200} Apr 20 06:30:18.456286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9777a35f-d0a1-4182-aca2-46a30de3d25f req-c076f0ca-bf92-4df0-b61a-18d931987923 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:30:18.472985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9777a35f-d0a1-4182-aca2-46a30de3d25f req-c076f0ca-bf92-4df0-b61a-18d931987923 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:30:18.474417 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9777a35f-d0a1-4182-aca2-46a30de3d25f req-c076f0ca-bf92-4df0-b61a-18d931987923 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a053ccd-df59-4039-a016-e6fdd4d31c6b HTTP/1.1" status: 200 len: 210 time: 0.0696294 Apr 20 06:30:20.832300 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c64a9fca-1542-476a-bd28-5dbefe0752f5 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:20.870145 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: c64a9fca-1542-476a-bd28-5dbefe0752f5 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:20.870536 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device c64a9fca-1542-476a-bd28-5dbefe0752f5 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:22.040802 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60896) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:22.263134 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port 32c9b1e0-6b73-4c0f-a902-9b1218650d35 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:22.263372 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:22.448322 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:22.448614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:22.579494 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for 32c9b1e0-6b73-4c0f-a902-9b1218650d35 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:22.745341 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:22.751158 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-39dfe573-1fa5-4630-ba65-c14ece79953e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:22.798818 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=32c9b1e0-6b73-4c0f-a902-9b1218650d35,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:22.802754 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:22.911296 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:22.911657 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Floating IP 185dc70f-2e21-4861-80f1-b540287ef95b disassociated (deleted). External IP: 172.27.2.89, port: 21f28dd4-5b06-42e1-8b16-3cef140b7069. Apr 20 06:30:23.287030 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:30:23.730779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:30:23.741278 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:30:23.751212 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:23.751729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:23.751853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:23.812034 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-415d234a-9b02-4acd-86a0-f040ebef5383 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "DELETE /v2.0/floatingips/185dc70f-2e21-4861-80f1-b540287ef95b HTTP/1.1" status: 204 len: 168 time: 1.7686994 Apr 20 06:30:23.812034 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:30:23.863320 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'status': 'completed', 'code': 200} Apr 20 06:30:23.944625 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:23.965181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-83ef53a7-10d3-4f43-8877-01c07b551458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:23.966943 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-83ef53a7-10d3-4f43-8877-01c07b551458 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 1098 time: 0.0811155 Apr 20 06:30:24.116852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-34f3eefd-a1e4-408d-8ee6-acf43f9fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:24.118454 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-34f3eefd-a1e4-408d-8ee6-acf43f9fed02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 200 len: 913 time: 0.1446435 Apr 20 06:30:24.219596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5294632-5a6c-4cdb-a8df-34482f6451df req-33b12d5d-8a3c-4dbf-91d9-19c80f6a4912 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:24.220452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d5294632-5a6c-4cdb-a8df-34482f6451df req-33b12d5d-8a3c-4dbf-91d9-19c80f6a4912 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:30:24.243187 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d5294632-5a6c-4cdb-a8df-34482f6451df req-33b12d5d-8a3c-4dbf-91d9-19c80f6a4912 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:30:24.244774 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5294632-5a6c-4cdb-a8df-34482f6451df req-33b12d5d-8a3c-4dbf-91d9-19c80f6a4912 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.1219029 Apr 20 06:30:24.290640 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:24.295290 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:30:24.303042 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5294632-5a6c-4cdb-a8df-34482f6451df req-88681ca1-97a5-47c6-a278-d646179012f0 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504208 Apr 20 06:30:24.305361 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:24.306076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:24.448056 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-34b0e22a-dc89-4bae-a818-61375dd408c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 200 len: 217 time: 0.3225319 Apr 20 06:30:24.522135 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-344ced61-8671-4f6d-b091-9c0b9381d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:24.524229 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-344ced61-8671-4f6d-b091-9c0b9381d250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 200 len: 851 time: 0.0686345 Apr 20 06:30:24.612161 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-0249496b-6e03-4528-9033-14870a443581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:24.613784 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-0249496b-6e03-4528-9033-14870a443581 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc1cb55-e167-4fd4-bc59-d46ca196daa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825930 Apr 20 06:30:24.694257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:24.757445 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-6979083e-3edc-49e0-9e1b-8d8bf4cf4f57 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356807 Apr 20 06:30:24.902862 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33d0abfa-7f09-4253-900e-ab03c05d3121 req-11eac9db-c31c-4396-8548-d1ec6c66e78d service neutron] 10.222.0.16 "GET /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384838 Apr 20 06:30:25.039518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:25.044091 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc0528-1a47-4b18-a0d1-e57e02d85563 None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:23:44Z', 'revision_number': 4, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi', '_interfaces': [{'id': 'f810f28d-3ee6-4710-a494-e53fc6133cea', 'name': '', 'network_id': '7dc1cb55-e167-4fd4-bc59-d46ca196daa5', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'mac_address': 'fa:16:3e:00:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:43Z', 'updated_at': '2021-04-20T06:23:53Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'subnets': [{'id': '81b13876-55b2-4bdb-983d-da6b38025d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:30:25.438997 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2225ccdb-6274-4f88-8a6b-fe677689b10d None None] New status for floating IP 185dc70f-2e21-4861-80f1-b540287ef95b: DOWN {{(pid=86386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 06:30:25.585382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ed14d-6be5-4da6-bdbd-4d452aae2e21 req-29fbb747-a16f-4c13-9314-410794bf9fcf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:25.587243 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b52ed14d-6be5-4da6-bdbd-4d452aae2e21 req-29fbb747-a16f-4c13-9314-410794bf9fcf tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.1639135 Apr 20 06:30:25.596314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-da9cc594-2e17-4ddb-866d-7af7e1ec3687 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 06:30:25.597770 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-da9cc594-2e17-4ddb-866d-7af7e1ec3687 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 945 time: 0.1324937 Apr 20 06:30:25.703007 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b52ed14d-6be5-4da6-bdbd-4d452aae2e21 req-841610f0-bd79-41a5-8e3c-d5c19f77fe75 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4dce4d3-44e9-4e07-8758-93b2f033d09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041744 Apr 20 06:30:25.709467 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port 21f28dd4-5b06-42e1-8b16-3cef140b7069 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:25.709851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:25.979602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] For port 21f28dd4-5b06-42e1-8b16-3cef140b7069, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=21f28dd4-5b06-42e1-8b16-3cef140b7069,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:25.979994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:26.113076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for 21f28dd4-5b06-42e1-8b16-3cef140b7069 owned by compute:nova {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:26.267382 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:26.273456 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01798727-c48b-438f-81ce-eed29ca80303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:26.322602 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=21f28dd4-5b06-42e1-8b16-3cef140b7069,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:26.325896 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:26.404413 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] No DVR routers for this DVR port 21f28dd4-5b06-42e1-8b16-3cef140b7069 on host hv-cinder-78605 {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:30:26.406979 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for port, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:26.409809 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'name': 'network-vif-deleted', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069'}] {{(pid=86384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 06:30:26.426091 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d9b4dda-f6a2-41a0-8f81-6acff75660be req-f45748f6-48ca-41ca-b29e-962a65be0eea tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.16 "DELETE /v2.0/ports/21f28dd4-5b06-42e1-8b16-3cef140b7069 HTTP/1.1" status: 204 len: 173 time: 0.8110147 Apr 20 06:30:26.464334 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d3f026-da7e-460f-a6c9-19657415dcc7', 'name': 'network-vif-deleted', 'tag': '21f28dd4-5b06-42e1-8b16-3cef140b7069', 'status': 'completed', 'code': 200} Apr 20 06:30:26.868655 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a27e4850-f1e0-43b1-ab6d-5baa70b4b305 req-92c61136-9db5-4c82-a2fe-c84d06e708e4 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Synchronizing usage tracker for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 06:30:26.884665 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a27e4850-f1e0-43b1-ab6d-5baa70b4b305 req-92c61136-9db5-4c82-a2fe-c84d06e708e4 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Unset dirty status for tenant:61f0ea0c4eed4239be4ef5a91c39a90b on resource:port {{(pid=86384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 06:30:26.885942 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a27e4850-f1e0-43b1-ab6d-5baa70b4b305 req-92c61136-9db5-4c82-a2fe-c84d06e708e4 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d3f026-da7e-460f-a6c9-19657415dcc7 HTTP/1.1" status: 200 len: 210 time: 0.0668042 Apr 20 06:30:28.004283 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60914) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:28.177499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Deleting port 192d2226-6d34-4595-b5ab-fbf06ca09184 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:28.177875 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.363228 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.363585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.503553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Calling delete_port for 192d2226-6d34-4595-b5ab-fbf06ca09184 owned by network:floatingip {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:28.656746 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11484480'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.662994 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-36090b61-7650-4606-9a07-3763b7c37713 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:28.715673 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'Port': ['ID=192d2226-6d34-4595-b5ab-fbf06ca09184,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:28.719020 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:28.814833 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for floatingip, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.833620 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3047'] for floatingip, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:28.834853 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-668466c0-7e63-4da3-be60-801031a5dad8 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "DELETE /v2.0/floatingips/be111b1c-e926-4ff0-a15f-e6d925f681d6 HTTP/1.1" status: 204 len: 168 time: 0.8294873 Apr 20 06:30:28.878524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 21f28dd4-5b06-42e1-8b16-3cef140b7069 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:28.915534 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] No Port match for: 21f28dd4-5b06-42e1-8b16-3cef140b7069 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:28.916822 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Device 21f28dd4-5b06-42e1-8b16-3cef140b7069 not bound to the agent host hv-cinder-78605 {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:30.247435 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60928) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:30.327501 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:30.361217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:30.427710 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:30.433834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04549676-255c-44f9-8f61-ae7a5e48d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:30.450567 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dce4d3-44e9-4e07-8758-93b2f033d09f,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:30.455138 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:30.458721 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:30.459957 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f5ac9ad1-2507-41c9-9bda-f20cac2a6765 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] 10.222.0.38 "DELETE /v2.0/security-groups/e4dce4d3-44e9-4e07-8758-93b2f033d09f HTTP/1.1" status: 204 len: 168 time: 0.2113955 Apr 20 06:30:30.518752 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60934) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:31.261578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:31.632736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Deleting port f810f28d-3ee6-4710-a494-e53fc6133cea {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:31.633111 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:31.816614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] For port f810f28d-3ee6-4710-a494-e53fc6133cea, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=f810f28d-3ee6-4710-a494-e53fc6133cea,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:31.817003 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:31.950004 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Calling delete_port for f810f28d-3ee6-4710-a494-e53fc6133cea owned by network:router_interface {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:32.138060 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:32.145810 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:32.226917 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Pushing event deleted for resources: {'Port': ['ID=f810f28d-3ee6-4710-a494-e53fc6133cea,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:32.229658 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:32.488713 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:33.121097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Router 2b75329e-6931-4391-b01f-6b390b54bb0a has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:30:33.318129 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:30:33.327458 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Sync routers for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:30:33.334096 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9926d634-37a7-4e22-b43c-db255c514412 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b75329e-6931-4391-b01f-6b390b54bb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8115027 Apr 20 06:30:33.334394 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60940) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:33.338254 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:33.338937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:33.526245 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks [] for router, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:33.530852 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: dv-cinder-786054-4-iscsi {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:33.719596 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:33.729118 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Deleting port 33033bce-d60f-4943-8c91-671c2bc3692e {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:33.729452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:33.835630 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:30:32Z', 'revision_number': 5, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port': {'id': '33033bce-d60f-4943-8c91-671c2bc3692e', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:41Z', 'updated_at': '2021-04-20T06:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:33.840202 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Checking router: 2b75329e-6931-4391-b01f-6b390b54bb0a for host: dv-cinder-786054-4-iscsi {{(pid=86385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:30:33.849853 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Routers {'2b75329e-6931-4391-b01f-6b390b54bb0a'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:33.851286 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:10Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['2b75329e-6931-4391-b01f-6b390b54bb0a'], 'active': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:33.920499 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] For port 33033bce-d60f-4943-8c91-671c2bc3692e, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=33033bce-d60f-4943-8c91-671c2bc3692e,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:33.920877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.016464 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] Set router 2b75329e-6931-4391-b01f-6b390b54bb0a gateway port host: None {{(pid=86385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:34.053042 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Calling delete_port for 33033bce-d60f-4943-8c91-671c2bc3692e owned by network:router_gateway {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:34.135078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-04b55349-4322-401c-beab-ae5df921da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:30:33Z', 'revision_number': 6, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:34.139532 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b55349-4322-401c-beab-ae5df921da87 None None] The sync data for ids ['2b75329e-6931-4391-b01f-6b390b54bb0a'] in dv-cinder-786054-4-iscsi is: [{'id': '2b75329e-6931-4391-b01f-6b390b54bb0a', 'name': 'tempest-TestVolumeBootPattern-1138667358-router', 'tenant_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:40Z', 'updated_at': '2021-04-20T06:30:33Z', 'revision_number': 6, 'project_id': '61f0ea0c4eed4239be4ef5a91c39a90b', 'gw_port_host': None}] {{(pid=86385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:30:34.245487 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.250633 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-54cc46e8-8f52-465a-bde8-c16cf30588f5 tempest-VolumesNegativeTest-866727750 tempest-VolumesNegativeTest-866727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:34.262121 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f810f28d-3ee6-4710-a494-e53fc6133cea no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:34.299535 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Pushing event deleted for resources: {'Port': ['ID=33033bce-d60f-4943-8c91-671c2bc3692e,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:34.299736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: f810f28d-3ee6-4710-a494-e53fc6133cea {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:34.300110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device f810f28d-3ee6-4710-a494-e53fc6133cea not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:34.327990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:34.402582 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.592850 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.595354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.619807 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.620374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b75329e-6931-4391-b01f-6b390b54bb0a {{(pid=86384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:30:34.634694 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.635972 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-785622eb-b080-4623-9c72-82c5584eff80 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2b75329e-6931-4391-b01f-6b390b54bb0a HTTP/1.1" status: 204 len: 168 time: 1.3006268 Apr 20 06:30:34.638985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60944) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:34.705375 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Deleting subnet 81b13876-55b2-4bdb-983d-da6b38025d09 {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:30:34.708616 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.766269 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843933159'] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:34.893076 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.160851 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1540536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1746163'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.165148 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:35.202025 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b13876-55b2-4bdb-983d-da6b38025d09,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:35.204797 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:35.207575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.214921 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304e8ec-b835-4935-8de7-b8873bc1a036 None None] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:30:35.219487 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5822d73a-ae43-4a0f-98af-999d41e7da84 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81b13876-55b2-4bdb-983d-da6b38025d09 HTTP/1.1" status: 204 len: 168 time: 0.5757883 Apr 20 06:30:35.219778 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60948) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:35.336178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.348016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Deleting port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:35.348374 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.486603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] DHCP port deletion for 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:30:35.490946 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Deleting port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:35.491654 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.575075 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] For port 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1aef2bc7-9993-4147-b5ec-da6cac6edb58,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:35.575549 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.713285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] For port 1aef2bc7-9993-4147-b5ec-da6cac6edb58, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1aef2bc7-9993-4147-b5ec-da6cac6edb58,segment=NetworkSegment(f7f89340-53ec-43ed-a3a0-d1e37227156a),segment_id=f7f89340-53ec-43ed-a3a0-d1e37227156a)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:35.713861 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.852926 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Calling delete_port for 1aef2bc7-9993-4147-b5ec-da6cac6edb58 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:35.938204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:35.942102 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1c21c9e-0e56-4fc0-b39b-c63856c95790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:35.957744 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Calling delete_port for 1aef2bc7-9993-4147-b5ec-da6cac6edb58 owned by network:dhcp {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:35.988736 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Pushing event deleted for resources: {'Port': ['ID=1aef2bc7-9993-4147-b5ec-da6cac6edb58,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:35.994127 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] No DVR routers for this DVR port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 on host dv-cinder-786054-4-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:30:36.001011 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.001397 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.001773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.002142 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.002508 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.002907 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.003293 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.003657 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.004019 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.004376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.004733 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.005089 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 06:30:36.008506 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-57fef3ed-b6c0-4dea-815d-f7ba97d20561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:36.042189 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 06:30:36.042553 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 06:30:36.241257 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1aef2bc7-9993-4147-b5ec-da6cac6edb58 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:36.281729 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 1aef2bc7-9993-4147-b5ec-da6cac6edb58 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:36.282128 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1aef2bc7-9993-4147-b5ec-da6cac6edb58 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:36.282597 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 33033bce-d60f-4943-8c91-671c2bc3692e no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:36.318105 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 33033bce-d60f-4943-8c91-671c2bc3692e {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:36.318496 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 33033bce-d60f-4943-8c91-671c2bc3692e not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:36.544416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Deleting port 1aef2bc7-9993-4147-b5ec-da6cac6edb58 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:36.544954 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:36.621150 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] The port '1aef2bc7-9993-4147-b5ec-da6cac6edb58' was deleted {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:30:36.743912 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:36.860452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc1cb55-e167-4fd4-bc59-d46ca196daa5']}} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:36.873279 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f89340-53ec-43ed-a3a0-d1e37227156a') {'for_net_delete': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:36.873614 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f89340-53ec-43ed-a3a0-d1e37227156a') {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:36.885800 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842641'] for segment, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:36.900823 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:36.907356 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=86384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:30:37.092517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:30:37.101967 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853235685'] for segment, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:37.285669 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Network 7dc1cb55-e167-4fd4-bc59-d46ca196daa5 has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: % (table.description, expected, rows_matched) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:30:37.308926 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:30:37.395354 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:37.400842 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49c746ee-fbe1-493d-9073-139cfe325154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:37.415645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:37.430867 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc1cb55-e167-4fd4-bc59-d46ca196daa5,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:37.435066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:37.446443 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-64f84bd7-5796-41e3-a10d-b544b1b32f57 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7dc1cb55-e167-4fd4-bc59-d46ca196daa5 HTTP/1.1" status: 204 len: 168 time: 2.2253685 Apr 20 06:30:37.449481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60958) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:37.608591 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-daa1448c-c953-48f9-9e66-5ceaf21c4b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:38.066414 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854146406'] for router_interface, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:38.299579 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:38.514440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Deleting port 1198041e-046c-431e-8dd3-3fb2070b7f29 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:38.514819 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:38.735489 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] For port 1198041e-046c-431e-8dd3-3fb2070b7f29, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=1198041e-046c-431e-8dd3-3fb2070b7f29,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:38.735878 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:38.878784 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Calling delete_port for 1198041e-046c-431e-8dd3-3fb2070b7f29 owned by network:router_interface {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:39.077190 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:39.081009 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-66ab8aa8-0b31-490e-9aa7-cd74f7cab53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:39.134711 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1198041e-046c-431e-8dd3-3fb2070b7f29,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:39.138124 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:39.423619 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854146332'] for router_interface, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.050641 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab has already been hosted by L3 agent 066656c2-4b87-4f62-a38a-123a336c138a {{(pid=86384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 06:30:40.120648 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa23f6be-85df-422a-9ff3-8a1f8cdeb2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.243234 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-iscsi the message routers_updated {{(pid=86384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 06:30:40.253255 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Sync routers for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 06:30:40.261314 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-73767946-5496-4430-8705-8fb7a3458fe0 admin admin] 10.222.0.38 "PUT /v2.0/routers/89cfc981-55bc-4cfa-9f12-f7d1201aaeab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8083489 Apr 20 06:30:40.261854 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60972) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:40.264603 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:40.265262 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:40.459440 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.502078 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.619846 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: dv-cinder-786054-4-iscsi {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:40.655174 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.664391 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Deleting port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:40.664763 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.853610 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] For port 4dd5ccce-123e-4dcf-8bff-97f841f83dc2, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,segment=NetworkSegment(09259b76-8c48-4694-b061-389a7997ca38),segment_id=09259b76-8c48-4694-b061-389a7997ca38)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:40.853918 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:40.922377 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'external_fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:30:39Z', 'revision_number': 5, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port': {'id': '4dd5ccce-123e-4dcf-8bff-97f841f83dc2', 'name': '', 'network_id': '6b18d371-a20f-4f91-931c-756d5130f374', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T06:23:48Z', 'updated_at': '2021-04-20T06:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f3eba6-747c-44d1-9206-4140ffe246a7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-iscsi'}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:40.926933 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Checking router: 89cfc981-55bc-4cfa-9f12-f7d1201aaeab for host: dv-cinder-786054-4-iscsi {{(pid=86386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 06:30:40.937002 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Routers {'89cfc981-55bc-4cfa-9f12-f7d1201aaeab'} bound to L3 agent in host dv-cinder-786054-4-iscsi {{(pid=86386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 06:30:40.937676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:40Z,description=,heartbeat_timestamp=2021-04-20T06:30:40Z,host='dv-cinder-786054-4-iscsi',id=066656c2-4b87-4f62-a38a-123a336c138a,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:40Z,topic='l3_agent')) {'router_ids': ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'], 'active': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:40.987126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Calling delete_port for 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 owned by network:router_gateway {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:41.100773 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] Set router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab gateway port host: None {{(pid=86386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 06:30:41.175126 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.179056 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42fb8690-2d81-43ed-98b3-fade80493c29 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:41.216524 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:30:40Z', 'revision_number': 6, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port_host': None}], 'dv-cinder-786054-4-iscsi', False) {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:41.220575 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d164bb8-24d2-4884-b1a0-7593e9e3732a None None] The sync data for ids ['89cfc981-55bc-4cfa-9f12-f7d1201aaeab'] in dv-cinder-786054-4-iscsi is: [{'id': '89cfc981-55bc-4cfa-9f12-f7d1201aaeab', 'name': 'tempest-TestVolumeBootPattern-1536727339-router', 'tenant_id': 'e2549918073342719446b173716c9a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T06:23:47Z', 'updated_at': '2021-04-20T06:30:40Z', 'revision_number': 6, 'project_id': 'e2549918073342719446b173716c9a3c', 'gw_port_host': None}] {{(pid=86386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 06:30:41.225660 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd5ccce-123e-4dcf-8bff-97f841f83dc2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:41.229990 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:41.330908 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634469'] for router_gateway, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.521370 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770850'] for router, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.524077 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.555514 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854145411'] for router, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.556507 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cfc981-55bc-4cfa-9f12-f7d1201aaeab {{(pid=86384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 06:30:41.569585 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] Notify callbacks [] for router, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.573454 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-85d0365c-e793-4e42-ac40-999c9edaa1bc admin admin] 10.222.0.38 "DELETE /v2.0/routers/89cfc981-55bc-4cfa-9f12-f7d1201aaeab HTTP/1.1" status: 204 len: 168 time: 1.3080051 Apr 20 06:30:41.573841 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60976) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:41.641645 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Deleting subnet 1165d9c8-afe8-4b41-8be4-5d899075d45a {{(pid=86384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 06:30:41.645090 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.691925 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.706571 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843933159'] for subnet, precommit_delete_associations {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:41.797110 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850727376'] for subnet, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.073676 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1540536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1746163'] for subnet, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.079123 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:42.124141 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1165d9c8-afe8-4b41-8be4-5d899075d45a,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:42.127447 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:42.128495 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for subnet, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.133965 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d7c15-49a9-4c75-8038-916088455e65 None None] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d requested from dv-cinder-786054-4-iscsi {{(pid=86385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 06:30:42.134858 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-05c9e50a-bf57-45b7-a388-b43bce9bba58 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1165d9c8-afe8-4b41-8be4-5d899075d45a HTTP/1.1" status: 204 len: 168 time: 0.5599921 Apr 20 06:30:42.137750 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60980) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:42.247595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.254455 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1198041e-046c-431e-8dd3-3fb2070b7f29 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:42.266840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850618244'] for network, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.278460 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Deleting port 650a4645-afa9-4166-a696-b97bc1df3ccd {{(pid=86384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:42.278825 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.326066 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 1198041e-046c-431e-8dd3-3fb2070b7f29 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:42.326383 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 1198041e-046c-431e-8dd3-3fb2070b7f29 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:42.326845 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:42.394416 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:42.394793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 4dd5ccce-123e-4dcf-8bff-97f841f83dc2 not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:42.483125 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb823c8-08fd-47bf-a733-d6c023fe85dc None None] DHCP port deletion for eff320ef-6bbc-44e2-b307-c5028a2e2a8d request from dv-cinder-786054-4-iscsi {{(pid=86385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 06:30:42.487454 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ccb823c8-08fd-47bf-a733-d6c023fe85dc None None] Deleting port 650a4645-afa9-4166-a696-b97bc1df3ccd {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 06:30:42.487944 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ccb823c8-08fd-47bf-a733-d6c023fe85dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307638229108'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.501983 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] For port 650a4645-afa9-4166-a696-b97bc1df3ccd, host dv-cinder-786054-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-iscsi',level=0,port_id=650a4645-afa9-4166-a696-b97bc1df3ccd,segment=NetworkSegment(c43c489e-bfaf-4a1d-8075-4d46dc0580f8),segment_id=c43c489e-bfaf-4a1d-8075-4d46dc0580f8)] {{(pid=86384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 06:30:42.502376 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854144643'] for port, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.642365 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Calling delete_port for 650a4645-afa9-4166-a696-b97bc1df3ccd owned by network:dhcp {{(pid=86384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 06:30:42.728482 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850625759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307638226975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729216118575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540204'] for port, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:42.732889 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8a7fb8cf-80af-476d-8ac8-c2f4f68dd955 tempest-TestVolumeBootPattern-859033258 tempest-TestVolumeBootPattern-859033258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:42.769793 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ccb823c8-08fd-47bf-a733-d6c023fe85dc None None] The port '650a4645-afa9-4166-a696-b97bc1df3ccd' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 06:30:42.781817 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Pushing event deleted for resources: {'Port': ['ID=650a4645-afa9-4166-a696-b97bc1df3ccd,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:42.785670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:42.787923 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] No DVR routers for this DVR port 650a4645-afa9-4166-a696-b97bc1df3ccd on host dv-cinder-786054-4-iscsi {{(pid=86384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 06:30:43.154608 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4048485', 'neutron.services.segments.db._delete_segments_for_network-8729216466803'] for network, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.272668 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff320ef-6bbc-44e2-b307-c5028a2e2a8d']}} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:43.286513 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8') {'for_net_delete': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:43.286860 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c489e-bfaf-4a1d-8075-4d46dc0580f8') {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 06:30:43.299663 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307638147171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10842641'] for segment, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.320677 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4056406'] for segment, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.327433 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 06:30:43.510395 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:30:43.519644 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850719455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853235685'] for segment, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.699803 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Network eff320ef-6bbc-44e2-b307-c5028a2e2a8d has no segments {{(pid=86384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: Traceback (most recent call last): Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: timer() Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: cb(*args, **kw) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: return func(*args, **kwargs) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: self._notify() Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: self.callback(batched_events) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: event.method(event) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: segment_id)['aggregates'][0] Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: return f(self, *a, **k) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: return self._get(url).json() Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: **kwargs) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: return self.request(url, 'GET', **kwargs) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: **endpoint_filter) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 06:30:43.722675 dv-cinder-786054-4-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 06:30:43.812839 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850727315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853753186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.816490 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9bc03aa6-48ac-4e8f-8952-3a05d5261c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:43.830518 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853753203'] for network, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:43.841401 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Pushing event deleted for resources: {'Network': ['ID=eff320ef-6bbc-44e2-b307-c5028a2e2a8d,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:43.846485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:43.850372 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-589aea0f-91fd-4817-b7fa-c1b42241d57c admin admin] 10.222.0.38 "DELETE /v2.0/networks/eff320ef-6bbc-44e2-b307-c5028a2e2a8d HTTP/1.1" status: 204 len: 168 time: 1.7115526 Apr 20 06:30:43.973545 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60986) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:44.028570 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f65920d4-b2c0-41a2-87cc-59abeedd6e3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61f0ea0c4eed4239be4ef5a91c39a90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536213 Apr 20 06:30:44.032277 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86384) accepted ('10.222.0.38', 60990) {{(pid=86384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:44.098039 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.127670 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.186909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.192132 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d5528a5a-a041-4cf3-bc62-986d348edfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:44.206327 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ca0be-2024-463e-a2fe-9a0423e24fe2,revision_number=None']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:44.208893 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:44.214533 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.218210 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a0261fce-9292-4778-9b4f-9c1d8c8f73bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e7ca0be-2024-463e-a2fe-9a0423e24fe2 HTTP/1.1" status: 204 len: 168 time: 0.1825235 Apr 20 06:30:44.244937 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 650a4645-afa9-4166-a696-b97bc1df3ccd no longer exists at agent ovs-agent-dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 06:30:44.281178 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] No Port match for: 650a4645-afa9-4166-a696-b97bc1df3ccd {{(pid=86385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 06:30:44.281590 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Device 650a4645-afa9-4166-a696-b97bc1df3ccd not bound to the agent host dv-cinder-786054-4-iscsi {{(pid=86385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 06:30:44.648204 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 60998) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:44.712659 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dd2d6a14-8b17-4b7d-b77c-d89c7d74f777 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2549918073342719446b173716c9a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629859 Apr 20 06:30:44.715517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86383) accepted ('10.222.0.38', 32770) {{(pid=86383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 06:30:44.786584 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.814595 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.864520 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657068'] for security_group, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.871363 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-93f3817a-756f-48e7-952a-b114439eeba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 06:30:44.887695 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe621fd2-cb33-4537-b5ae-d6959845267e,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 06:30:44.891909 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 06:30:44.895547 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:30:44.896663 dv-cinder-786054-4-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b9408bce-50cb-4960-b153-f2d32efa41ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe621fd2-cb33-4537-b5ae-d6959845267e HTTP/1.1" status: 204 len: 168 time: 0.1783996 Apr 20 06:30:51.909986 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:31:07.624387 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7ec24370-eb9c-43c4-9827-5a7ac8c486dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:08.314526 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:10.134897 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91a3ec98-a1fb-44dd-8ab7-976f7fb41a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:10.514813 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:11.704420 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:12.186734 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:28.915350 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:31:37.619615 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf597-5f59-4b5d-85e2-e0f77e2e9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:38.338188 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:40.128028 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93e7fb4f-984e-4f79-b124-f02630e1df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:40.513268 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:41.707581 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:31:42.185309 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:05.921037 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:32:07.627429 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b989ca12-6465-4435-ac62-6a686e07f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:08.332307 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:10.136755 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f5e65af-aff3-45ae-9885-1c3945ca2911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:10.522314 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:11.712580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:12.198601 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:37.615236 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1f903758-480d-45d1-bad8-41548843c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:38.353681 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:40.132765 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adeded5d-b29b-4abd-b9a7-0b2c9cecedca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:40.519764 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:41.716271 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:42.206217 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:32:42.926525 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:33:07.616517 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-776d0b1c-3a8a-47c6-8e79-c522ae5c0b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:08.351016 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:10.133521 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8930a6c3-65bc-433d-be0c-8d65b1e1599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:10.525214 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:11.720580 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:12.198181 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:19.932814 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:33:37.614163 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f109fbd6-73ed-41c3-a902-f63746cc2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:38.341955 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:40.130027 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5e07076d-130d-4dc7-be42-403bbe2fbdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:40.534757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:41.716578 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:42.206445 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:33:56.929564 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:34:07.611485 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3afe795d-af76-4f10-800b-85ab7f52d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:08.341779 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:10.132452 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32c5764e-9072-4d16-9304-35f4cdaebba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:10.539229 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:11.716285 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:12.219634 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:33.925500 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:34:37.609233 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf4b7-140a-49cf-810f-e7f46e4b9ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:38.348684 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:40.133834 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-38f8fdc4-b55d-4550-95f9-cf2605073103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:40.539714 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:41.715703 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:34:42.224901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:07.609985 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23e9ee57-e5da-4e04-9a82-0b489855c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:08.361014 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:10.133775 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5f22d06-9208-4b1b-8c56-2f4285471dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:10.544840 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:10.931901 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-38ff62b6-d3d7-4ea0-9916-0b4a1440d23a None None] Agent healthcheck: found 6 active agents {{(pid=86386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 06:35:11.722097 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:12.223481 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:37.605492 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84c349df-357f-4ff8-b7ca-3cdd7d82ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:37.867877 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-f62cbd7d-5613-4752-aa6b-540503674454 req-b1d6ec2f-9419-4640-8f97-84fd7f020e76 service neutron] (86383) timed out ('10.222.0.16', 49863) {{(pid=86383) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 06:35:38.380510 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-841d1889-8415-492b-b4cb-6fe2b3e71414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:40.128757 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d8a23fb9-06fd-4658-b67c-83fcfb056ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:40.539705 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52a12b12-a9c2-4598-9809-9470b45ade72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:41.709446 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d0f6436e-0c33-4777-9eef-4c708dd5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 06:35:42.222919 dv-cinder-786054-4-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f51-ad27-4371-82db-4c48de5e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307638308997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4082759'] for agent, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}